-- Logs begin at Tue 2022-01-18 18:44:49 UTC, end at Tue 2022-01-18 20:00:13 UTC. -- Jan 18 19:26:58.880022 dv-cinder-811877-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 19:27:01.807814 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.common.config [-] Logging enabled! Jan 18 19:27:01.808437 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev401 Jan 18 19:27:01.808591 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103029) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 18 19:27:01.811920 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.common.config [-] Logging enabled! Jan 18 19:27:01.812174 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev401 Jan 18 19:27:01.812485 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103029) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 18 19:27:01.813404 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:27:01.813639 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 19:27:01.814186 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 19:27:01.814438 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 19:27:01.814667 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 19:27:01.814989 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.815407 dv-cinder-811877-7-iscsi neutron-server[103029]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 18 19:27:01.815718 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.816014 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.816333 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.816629 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.816919 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.817200 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.817489 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.817788 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.818095 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.818373 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.818660 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.818953 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.819236 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.819519 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.819812 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.820094 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] debug = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.820374 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.820798 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.821221 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.821501 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.821792 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.822091 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.822368 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.822647 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.822933 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.823259 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] host = dv-cinder-811877-7-iscsi {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.823536 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.823823 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.824109 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.824392 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.824665 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.824940 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.825221 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.825492 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.825767 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] log_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.826044 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.826356 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.826645 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.826934 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.827160 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.827384 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.827673 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.827961 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.828237 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.828512 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.828787 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.829061 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.829334 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.829604 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.829893 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.830199 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.830486 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.830762 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.831038 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.831316 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.831588 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.831899 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.832173 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.832447 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.832722 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.833009 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.833279 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.833551 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.833851 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.834161 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.834447 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.834730 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.835006 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.835287 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.835561 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.835834 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.836106 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] use_json = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.836377 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.836651 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.836932 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.837207 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.837481 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.837756 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.838032 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.838344 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.838620 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:01.838917 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.839215 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.839513 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.839798 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.840092 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.840370 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.840657 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.840937 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.841230 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.841516 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.841804 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.842119 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.842407 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.842694 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.842989 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.843293 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.843584 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.843876 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.844152 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.844429 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.844704 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.844983 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.845271 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.845548 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.845838 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.846165 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.846447 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.846744 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.847029 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.847322 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.848141 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.848419 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.848700 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.848993 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.849271 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.849544 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.849821 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.850134 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.850415 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.850690 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.850970 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.851245 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.851514 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.851789 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.852064 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.852354 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.852630 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.852902 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.853170 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.853446 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.853716 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.853996 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.854295 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.854568 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.854837 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.855112 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.855383 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.855655 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.855931 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.856203 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.856478 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.856749 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.857018 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.857288 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.857558 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.857828 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.858124 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.858401 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.858679 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.858951 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.859223 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.859494 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.859765 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.860035 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.860323 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.860621 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.860899 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.861177 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.861453 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.861737 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.862014 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.862312 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.862590 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.862868 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.863767 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.864314 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.864607 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.864892 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.865207 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.865486 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.865782 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.866059 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.866364 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.866640 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.866916 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.867199 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.867478 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.867769 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.868059 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.868347 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.868635 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.868923 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.869203 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.869505 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.869781 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:01.869996 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 19:27:01.870259 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103029) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 18 19:27:02.248083 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 18 19:27:02.248368 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 18 19:27:02.248676 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 18 19:27:02.249020 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 19:27:02.574486 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:02.574698 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:02.574977 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:02.577865 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:02.578175 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:02.578446 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:02.622525 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:02.622811 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:02.623078 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:02.637448 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:02.637730 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:02.638000 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:02.668249 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:02.668534 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:02.668801 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:02.704178 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:02.704456 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:02.704726 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.043454 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.044086 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.044086 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.044246 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.044922 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.144477 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.144800 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.145081 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.145350 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.145615 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.145924 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.146206 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.146463 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.146717 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.146997 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.147256 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.147518 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.147772 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.148038 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.148279 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.148544 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.148797 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.149060 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.149326 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.149584 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.149851 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.150120 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.150400 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.150784 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.151017 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.151260 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.151649 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 19:27:03.151890 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 19:27:03.152126 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 19:27:03.152362 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 19:27:03.152595 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 19:27:03.152827 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 19:27:03.153192 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 19:27:03.156390 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 19:27:03.160391 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 19:27:03.164233 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jan 18 19:27:03.165872 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 19:27:03.166367 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 19:27:03.166705 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 18 19:27:03.167090 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 19:27:03.169901 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 19:27:03.170180 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 19:27:03.170525 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 19:27:03.176521 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 18 19:27:03.200579 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 18 19:27:03.201029 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.201327 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103029) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 18 19:27:03.201689 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.203103 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103029) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 19:27:03.203387 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 19:27:03.203637 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 18 19:27:03.206887 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.207171 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:03.271001 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 19:27:03.271240 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 19:27:03.271474 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 19:27:03.271834 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 19:27:03.292220 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_db.sqlalchemy.engines [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103029) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 18 19:27:03.861651 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.managers [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Initializing driver for type 'gre' Jan 18 19:27:03.862227 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] gre ID ranges: [(1, 1000)] Jan 18 19:27:04.058900 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.managers [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Initializing driver for type 'local' Jan 18 19:27:04.059512 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.managers [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Initializing driver for type 'vlan' Jan 18 19:27:04.141462 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] VlanTypeDriver initialization complete Jan 18 19:27:04.141747 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.managers [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Initializing driver for type 'vxlan' Jan 18 19:27:04.142282 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] vxlan ID ranges: [(1, 1000)] Jan 18 19:27:04.355828 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.managers [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Initializing extension driver 'port_security' Jan 18 19:27:04.356164 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.extensions.port_security [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] PortSecurityExtensionDriver initialization complete Jan 18 19:27:04.356495 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.managers [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Initializing mechanism driver 'openvswitch' Jan 18 19:27:04.356806 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.managers [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Initializing mechanism driver 'hyperv' Jan 18 19:27:04.368730 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.plugin [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:27:04.369402 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > port after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.369770 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > port after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.370152 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > port after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.370674 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103029) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 19:27:04.371105 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > subnet after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.371468 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > subnet after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.371853 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.372245 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103029) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 19:27:04.372688 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > network after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.373091 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > network after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.373432 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > network after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.373822 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103029) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 19:27:04.374252 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > security_group after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.374598 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > security_group after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.374934 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.375461 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103029) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 19:27:04.375867 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.376212 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.376557 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.376949 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103029) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 19:27:04.377351 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > address_group after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.377764 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > address_group after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.378125 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.378517 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103029) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 19:27:04.379014 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] ML2 OVO RPC backend initialized. {{(pid=103029) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 18 19:27:04.379707 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.380061 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.380471 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > network before_response 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.380817 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > networks before_response 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.381155 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > port before_response 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.381492 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > ports before_response 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.381830 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > subnet before_response 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.382190 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > subnets before_response 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.382530 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > network after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.382866 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > network after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.383192 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > network after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.383523 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > port after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.383851 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > port after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.384178 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > port after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.384506 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > subnet after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.384834 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > subnet after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.385160 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.385716 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.plugin [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Modular L2 Plugin initialization complete Jan 18 19:27:04.386040 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading services supported by the core plugin {{(pid=103029) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 19:27:04.386383 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.plugins.ml2.managers [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Got port-security extension from driver 'port_security' Jan 18 19:27:04.386832 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.extensions.vlantransparent [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Disabled vlantransparent extension. Jan 18 19:27:04.387312 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103029) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 19:27:04.387621 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading Plugin: router Jan 18 19:27:04.424170 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.424558 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router after_create 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.424924 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router before_create 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.425287 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.425681 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.426037 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router after_delete 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.426422 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.426767 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.427127 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router after_create 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.427470 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router after_update 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.427816 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router after_update 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.428158 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.428509 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router after_update 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.428911 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router precommit_update 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.429274 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: port after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.429607 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: port after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.429940 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: subnet after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.430307 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.430656 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.430999 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router precommit_create 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.431340 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: port before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.431676 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router precommit_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.432024 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router after_update 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.432361 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.432704 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router precommit_create 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.433058 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.433398 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router precommit_update 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.433755 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > agent after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.434125 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > agent after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.434467 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > network after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.435286 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Tracking information for resource: router configured {{(pid=103029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 19:27:04.435611 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Tracking information for resource: floatingip configured {{(pid=103029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 19:27:04.440577 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.db.l3_agentschedulers_db [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 19:27:04.441171 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: port after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.441530 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: port after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.441880 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: port after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.442257 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: port after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.443025 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router before_create 55550100 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.443438 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.443740 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router precommit_create 55550100 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.444090 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > router precommit_update 55550100 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.448813 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.services.provider_configuration [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Service providers = [] {{(pid=103029) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 19:27:04.449175 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.db.servicetype_db [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103029) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 19:27:04.452106 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.services.service_base [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 19:27:04.452449 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.services.service_base [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 19:27:04.452784 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.services.service_base [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 19:27:04.453669 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.services.service_base [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 19:27:04.454034 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.services.service_base [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 19:27:04.454498 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 19:27:04.454808 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 19:27:04.467341 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 19:27:04.467676 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading Plugin: auto_allocate Jan 18 19:27:04.473872 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: network precommit_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.474270 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: network precommit_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.474783 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 19:27:04.475098 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading Plugin: tag Jan 18 19:27:04.481649 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 19:27:04.481981 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading Plugin: timestamp Jan 18 19:27:04.485965 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 19:27:04.486323 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading Plugin: network_ip_availability Jan 18 19:27:04.492011 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.492385 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.492735 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.493430 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 19:27:04.493748 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading Plugin: flavors Jan 18 19:27:04.498511 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 19:27:04.498845 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading Plugin: revisions Jan 18 19:27:04.503126 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 19:27:04.503518 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_concurrency.lockutils [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.255s {{(pid=103029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 18 19:27:04.504282 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103029) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 18 19:27:04.504613 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Initializing extension manager. Jan 18 19:27:04.505127 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: __init__.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.505463 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: __pycache__ {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.505787 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.506140 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: address_group.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.506884 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.507442 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: address-group Jan 18 19:27:04.507764 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: address_scope.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.508655 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.509159 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: address-scope Jan 18 19:27:04.509481 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.510436 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.510938 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: router-admin-state-down-before-update Jan 18 19:27:04.511257 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: agent.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.511946 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.512440 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: agent Jan 18 19:27:04.512757 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: agent_resources_synced.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.513658 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.514185 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: agent-resources-synced Jan 18 19:27:04.514505 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: allowedaddresspairs.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.516251 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.516765 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: allowed-address-pairs Jan 18 19:27:04.517090 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: auto_allocated_topology.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.518195 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.518711 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: auto-allocated-topology Jan 18 19:27:04.519035 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: availability_zone.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.520410 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.520920 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: availability_zone Jan 18 19:27:04.521242 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: availability_zone_filter.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.522168 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.522676 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: availability_zone_filter Jan 18 19:27:04.522996 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: data_plane_status.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.523895 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.524397 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 19:27:04.524713 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: default_subnetpools.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.525615 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.526146 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: default-subnetpools Jan 18 19:27:04.526469 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.527267 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.527775 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: dhcp_agent_scheduler Jan 18 19:27:04.528096 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: dns.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.528991 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.529488 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension dns-integration not supported by any of loaded plugins Jan 18 19:27:04.529805 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: dns_domain_ports.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.530739 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.531237 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 19:27:04.531554 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.532463 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.532957 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 18 19:27:04.533274 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: dvr.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.533935 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.534467 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: dvr Jan 18 19:27:04.534782 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: ecmp_routes.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.536247 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.536741 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension ecmp_routes not supported by any of loaded plugins Jan 18 19:27:04.537059 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: empty_string_filtering.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.537960 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.538499 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: empty-string-filtering Jan 18 19:27:04.538818 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.539721 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.540215 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 19:27:04.540531 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.541435 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.541931 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 19:27:04.542273 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: external_net.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.543179 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.543684 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: external-net Jan 18 19:27:04.544004 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.544910 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.545407 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: extra_dhcp_opt Jan 18 19:27:04.545727 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: extraroute.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.546659 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.547162 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: extraroute Jan 18 19:27:04.547481 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: extraroute_atomic.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.548515 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.549015 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: extraroute-atomic Jan 18 19:27:04.549334 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: filter_validation.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.549999 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.550559 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: filter-validation Jan 18 19:27:04.550880 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: fip_pf_description.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.551795 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.552290 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 19:27:04.552607 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: fip_port_details.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.553512 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.554007 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: fip-port-details Jan 18 19:27:04.554354 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: flavors.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.555593 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.556101 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: flavors Jan 18 19:27:04.556422 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.558105 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.558628 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 19:27:04.558959 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: floatingip_pools.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.559654 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.560161 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: floatingip-pools Jan 18 19:27:04.560487 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: ip_allocation.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.561404 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.561905 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 19:27:04.562262 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.563171 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.563675 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: ip-substring-filtering Jan 18 19:27:04.563999 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: l2_adjacency.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.564996 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.565494 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 19:27:04.565814 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: l3.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.566979 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.567492 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: router Jan 18 19:27:04.567821 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.570039 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.570585 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 19:27:04.570915 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.571854 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.572364 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: ext-gw-mode Jan 18 19:27:04.572692 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.574834 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.575349 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: l3-ha Jan 18 19:27:04.575682 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: l3_flavors.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.576608 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.577111 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: l3-flavors Jan 18 19:27:04.577438 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.578377 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.578882 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 19:27:04.579207 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: l3agentscheduler.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.580245 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.580751 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: l3_agent_scheduler Jan 18 19:27:04.581078 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: local_ip.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.583418 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.583943 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension local_ip not supported by any of loaded plugins Jan 18 19:27:04.584281 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: logging.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.585771 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.586312 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension logging not supported by any of loaded plugins Jan 18 19:27:04.586645 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: metering.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.587393 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.587975 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: metering Jan 18 19:27:04.588306 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.589422 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.589938 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: metering_source_and_destination_fields Jan 18 19:27:04.590297 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: multiprovidernet.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.591232 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.591739 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: multi-provider Jan 18 19:27:04.592062 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: netmtu.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.592981 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.593483 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: net-mtu Jan 18 19:27:04.593808 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: netmtu_writable.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.594749 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.595250 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: net-mtu-writable Jan 18 19:27:04.595570 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: network_availability_zone.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.596238 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.596737 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: network_availability_zone Jan 18 19:27:04.597054 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: network_ip_availability.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.598778 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.599285 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: network-ip-availability Jan 18 19:27:04.599607 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: network_segment_range.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.600376 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.600870 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 19:27:04.601185 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: pagination.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.602399 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.602733 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: pagination Jan 18 19:27:04.603049 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: port_device_profile.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.603949 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.604461 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: port-device-profile Jan 18 19:27:04.604781 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.605691 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.606221 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: port-mac-address-regenerate Jan 18 19:27:04.606542 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.607443 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.607949 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: port-numa-affinity-policy Jan 18 19:27:04.608284 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: port_resource_request.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.609173 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.609670 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 19:27:04.610009 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: port_resource_request_groups.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.611004 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.611509 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 18 19:27:04.611828 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: portbindings.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.612744 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.613272 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: binding Jan 18 19:27:04.614093 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: portbindings_extended.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.615180 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.615689 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: binding-extended Jan 18 19:27:04.616012 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: portsecurity.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.616916 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.617415 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: port-security Jan 18 19:27:04.617736 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: project_id.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.618748 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.619077 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: project-id Jan 18 19:27:04.619399 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: providernet.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.620305 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.620817 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: provider Jan 18 19:27:04.621130 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: qos.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.624867 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.625402 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension qos not supported by any of loaded plugins Jan 18 19:27:04.625721 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.626983 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.627489 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 19:27:04.627815 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.628772 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.629259 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 19:27:04.629581 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: qos_default.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.630511 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.631018 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension qos-default not supported by any of loaded plugins Jan 18 19:27:04.631340 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: qos_fip.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.632246 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.632755 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension qos-fip not supported by any of loaded plugins Jan 18 19:27:04.633076 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.633983 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.634529 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 18 19:27:04.634853 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: qos_gateway_ip.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.635767 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.636273 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 19:27:04.636594 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: qos_port_network_policy.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.637494 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.637996 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 19:27:04.638345 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.639405 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.639912 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 18 19:27:04.640229 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: qos_pps_rule.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.641410 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.641922 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension qos-pps not supported by any of loaded plugins Jan 18 19:27:04.642280 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: qos_rule_type_details.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.643191 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.643696 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 19:27:04.644017 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: qos_rules_alias.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.645579 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.646102 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 19:27:04.646433 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: quota_check_limit.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.647341 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.647851 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: quota-check-limit Jan 18 19:27:04.648173 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: quotasv2.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.649152 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.649476 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: quotas Jan 18 19:27:04.649792 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: quotasv2_detail.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.653262 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.653598 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: quota_details Jan 18 19:27:04.653929 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: rbac.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.655025 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.655556 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: rbac-policies Jan 18 19:27:04.655887 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: rbac_address_group.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.656811 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.657321 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: rbac-address-group Jan 18 19:27:04.657642 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: rbac_address_scope.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.658579 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.659092 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: rbac-address-scope Jan 18 19:27:04.659417 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: rbac_security_groups.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.660874 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.661376 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: rbac-security-groups Jan 18 19:27:04.661700 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: rbac_subnetpool.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.662635 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.663137 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: rbac-subnetpool Jan 18 19:27:04.663458 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: revisionifmatch.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.664377 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.664881 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: revision-if-match Jan 18 19:27:04.665199 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: revisions.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.666335 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.666840 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: standard-attr-revisions Jan 18 19:27:04.667173 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: router_availability_zone.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.667829 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.668331 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: router_availability_zone Jan 18 19:27:04.668649 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: routerservicetype.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.669560 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.670056 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension router-service-type not supported by any of loaded plugins Jan 18 19:27:04.670400 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.671388 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.671893 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: security-groups-normalized-cidr Jan 18 19:27:04.672211 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.673118 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.673619 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: port-security-groups-filtering Jan 18 19:27:04.673938 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.674940 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.675393 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: security-groups-remote-address-group Jan 18 19:27:04.675759 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.676692 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.677194 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: security-groups-shared-filtering Jan 18 19:27:04.677514 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.678115 dv-cinder-811877-7-iscsi neutron-server[103029]: WARNING neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 18 19:27:04.678437 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: securitygroup.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.688159 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.688691 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: security-group Jan 18 19:27:04.689032 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: segment.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.689819 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.690356 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension segment not supported by any of loaded plugins Jan 18 19:27:04.690686 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.691690 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.692193 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 19:27:04.692516 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: servicetype.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.693627 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.694163 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: service-type Jan 18 19:27:04.694488 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: sorting.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.695468 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.695795 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: sorting Jan 18 19:27:04.696114 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: standard_attr_segment.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.697019 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.697521 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 19:27:04.697843 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: standardattrdescription.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.698521 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.699031 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: standard-attr-description Jan 18 19:27:04.699353 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: stateful_security_group.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.700273 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.700784 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: stateful-security-group Jan 18 19:27:04.701106 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: stdattrs_common.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.701676 dv-cinder-811877-7-iscsi neutron-server[103029]: WARNING neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 19:27:04.701994 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.702977 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.703501 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 19:27:04.703819 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: subnet_onboard.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.704915 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.705434 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: subnet_onboard Jan 18 19:27:04.705753 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.707226 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.707732 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 19:27:04.708050 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: subnet_service_types.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.708969 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.709482 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: subnet-service-types Jan 18 19:27:04.709801 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: subnetallocation.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.710965 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.711474 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: subnet_allocation Jan 18 19:27:04.711797 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.712473 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.712984 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: subnetpool-prefix-ops Jan 18 19:27:04.713305 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.714270 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.714778 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 19:27:04.715097 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: tagging.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.716179 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.716717 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: standard-attr-tag Jan 18 19:27:04.717025 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: timestamp.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.718278 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.718792 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loaded extension: standard-attr-timestamp Jan 18 19:27:04.719172 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: trunk.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.720157 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.720665 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension trunk not supported by any of loaded plugins Jan 18 19:27:04.720987 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: trunk_details.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.721898 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.723065 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension trunk-details not supported by any of loaded plugins Jan 18 19:27:04.723386 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: uplink_status_propagation.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.724302 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.724806 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 19:27:04.725124 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Loading extension file: vlantransparent.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 19:27:04.725795 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 19:27:04.726413 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 19:27:04.728946 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Creating instance of TrackedResource for resource:network Jan 18 19:27:04.729469 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Creating instance of TrackedResource for resource:subnet Jan 18 19:27:04.729866 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 19:27:04.730289 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Creating instance of TrackedResource for resource:port Jan 18 19:27:04.731529 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:27:04.731969 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Service FLAVORS assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:27:04.732571 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:27:04.732990 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:27:04.733320 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Creating instance of TrackedResource for resource:router Jan 18 19:27:04.733737 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Creating instance of TrackedResource for resource:floatingip Jan 18 19:27:04.734256 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Service METERING assigned prefix: /metering {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:27:04.735700 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.736069 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.736417 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:27:04.737442 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 19:27:04.737878 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Creating instance of TrackedResource for resource:security_group Jan 18 19:27:04.738345 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 19:27:04.739189 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Service CORE assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:27:04.739519 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 19:27:04.739859 dv-cinder-811877-7-iscsi neutron-server[103029]: WARNING neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] subnetpool is already registered Jan 18 19:27:04.740277 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Service CORE assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:27:04.740596 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 19:27:04.740918 dv-cinder-811877-7-iscsi neutron-server[103029]: WARNING neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] subnetpool is already registered Jan 18 19:27:04.743218 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:27:04.743773 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Service FLAVORS assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:27:04.744389 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:27:04.744814 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:27:04.745145 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Creating instance of TrackedResource for resource:router Jan 18 19:27:04.745478 dv-cinder-811877-7-iscsi neutron-server[103029]: WARNING neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] router is already registered Jan 18 19:27:04.745880 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Creating instance of TrackedResource for resource:floatingip Jan 18 19:27:04.746240 dv-cinder-811877-7-iscsi neutron-server[103029]: WARNING neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] floatingip is already registered Jan 18 19:27:04.746718 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Service METERING assigned prefix: /metering {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:27:04.747403 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 19:27:04.747725 dv-cinder-811877-7-iscsi neutron-server[103029]: WARNING neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] rbac_policy is already registered Jan 18 19:27:04.748146 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Creating instance of TrackedResource for resource:security_group Jan 18 19:27:04.748475 dv-cinder-811877-7-iscsi neutron-server[103029]: WARNING neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] security_group is already registered Jan 18 19:27:04.748873 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 19:27:04.749200 dv-cinder-811877-7-iscsi neutron-server[103029]: WARNING neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] security_group_rule is already registered Jan 18 19:27:04.749680 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Service CORE assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:27:04.750008 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 19:27:04.750360 dv-cinder-811877-7-iscsi neutron-server[103029]: WARNING neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] subnetpool is already registered Jan 18 19:27:04.750779 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Service CORE assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 19:27:04.751106 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 19:27:04.751433 dv-cinder-811877-7-iscsi neutron-server[103029]: WARNING neutron.quota.resource_registry [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] subnetpool is already registered Jan 18 19:27:04.751903 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: extensions {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.755161 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: address-groups {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.756643 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: address-scopes {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.757864 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: agents {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.759158 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: auto-allocated-topology {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.760400 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: availability_zones {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.761608 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: dhcp-networks {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.763035 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: dhcp-agents {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.764541 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: routers {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.766679 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: flavors {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.767924 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: service_profiles {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.769126 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: next_providers {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.771175 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: service_profiles {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.772590 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: floatingip-pools {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.773910 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: routers {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.776059 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: floatingips {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.777319 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: l3-routers {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.778738 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: l3-agents {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.780147 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: metering-labels {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.781390 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: metering-label-rules {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.782806 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: network-ip-availabilities {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.784069 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: bindings {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.785669 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: quotas {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.787351 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: quotas {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.788871 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: rbac-policies {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.790092 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: security-groups {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.791412 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: security-group-rules {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.792630 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: service-providers {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.793849 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: subnetpools {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.795193 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: subnetpools {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.796736 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: tags {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.798807 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: tags {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.800648 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: tags {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.802493 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: tags {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.804178 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: tags {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.806122 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: tags {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.807806 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: tags {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.810673 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: tags {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.812412 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: tags {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.814407 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron.api.extensions [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Extended resource: tags {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 19:27:04.820941 dv-cinder-811877-7-iscsi neutron-server[103029]: WARNING keystonemiddleware.auth_token [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 19:27:04.825404 dv-cinder-811877-7-iscsi neutron-server[103029]: WARNING keystonemiddleware.auth_token [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 19:27:04.834821 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_concurrency.lockutils [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Acquired lock "singleton_lock" {{(pid=103029) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 18 19:27:04.835291 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_concurrency.lockutils [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Releasing lock "singleton_lock" {{(pid=103029) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 18 19:27:04.835934 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO oslo_service.service [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Starting 2 workers Jan 18 19:27:04.840850 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Started child 103172 {{(pid=103029) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 19:27:04.845280 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Started child 103173 {{(pid=103029) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 19:27:04.846403 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:04.847034 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO neutron.service [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 19:27:04.847578 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Publish callbacks [] for process (None), before_spawn {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:04.847993 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [-] (103172) wsgi starting up on http://0.0.0.0:9696 Jan 18 19:27:04.849999 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO oslo_service.service [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Starting 1 workers Jan 18 19:27:04.850218 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:04.851669 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [-] (103173) wsgi starting up on http://0.0.0.0:9696 Jan 18 19:27:04.855210 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Started child 103174 {{(pid=103029) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 19:27:04.855770 dv-cinder-811877-7-iscsi neutron-server[103029]: INFO oslo_service.service [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Starting 1 workers Jan 18 19:27:04.859114 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.service [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] calling RpcWorker wait() {{(pid=103174) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 19:27:04.859669 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.service [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] returning from RpcWorker wait() {{(pid=103174) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 19:27:04.860202 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Started child 103175 {{(pid=103029) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 19:27:04.861006 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-a304abdc-1353-48d7-a69b-4da8e1f4407c None None] Publish callbacks [] for process (None), after_spawn {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:04.861098 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:04.861663 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:27:04.863004 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103029) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 18 19:27:04.863221 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:27:04.863405 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 19:27:04.863651 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 19:27:04.864245 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 19:27:04.864657 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 19:27:04.865159 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.865339 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:04.865819 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.865819 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.865944 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.866205 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.866417 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:27:04.866743 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.867006 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.867267 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.867539 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.867786 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.867952 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.868115 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.868362 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.868610 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.868886 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.869145 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.869399 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.869663 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.869832 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.870109 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.870452 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.870709 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.870983 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] debug = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.871231 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.871704 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.871942 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.872174 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.872404 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.872674 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.872914 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.873175 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.873407 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.873639 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.873872 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.874143 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.874364 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.874570 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.874824 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.875057 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.886483 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.886483 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.886483 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] host = dv-cinder-811877-7-iscsi {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.886483 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.886483 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.886483 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.886483 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.886483 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.887605 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.887605 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.887605 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.887605 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.887605 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.887605 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.887605 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.887605 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.888821 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] log_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.888821 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] log_options = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.888821 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.888821 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.888821 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.888821 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.888821 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.890441 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.890441 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.890441 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.890441 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.890441 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.890441 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.890441 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.890441 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.892167 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.892167 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.892167 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.892167 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.892167 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.892167 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.892167 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.892167 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.892730 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.892730 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.892730 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.892730 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.892730 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.892730 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.892730 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.892730 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.892730 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.893329 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.893329 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.893329 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.893329 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.893329 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.893329 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.893329 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.893329 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.893867 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.893867 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.893867 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.893867 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.893867 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.893867 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.893867 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.893867 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.895023 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] use_json = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.895023 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.895023 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.895023 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.895023 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.895023 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.895023 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.895479 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.895479 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.895690 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.896157 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.896402 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.896720 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.896968 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.899116 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.899116 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.899116 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.899116 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.899116 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.899116 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.899116 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.899116 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.899875 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.899875 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.899875 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.900301 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.900301 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.900533 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.900666 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.900856 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.901093 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.901315 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.901585 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.902133 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.902133 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.902417 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.902641 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.902944 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.903211 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.903553 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.903819 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.904089 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.905409 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.905409 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.905409 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.905409 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.905409 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.905409 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.906130 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.906130 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.906130 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.906364 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.906555 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.906788 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.907001 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.907227 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.907479 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.907732 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.907956 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.908173 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.908388 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.908619 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.908853 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.909068 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.909401 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.909645 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.909938 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.910202 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.915443 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.915443 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.915443 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.915443 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.915443 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.915443 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.915443 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.915443 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.915443 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.916003 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.916003 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.916003 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.916003 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.916003 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.916003 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.916003 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.916003 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.916003 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.916530 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.916530 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.916530 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.916530 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.916530 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.916530 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.916530 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.916530 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.916530 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.917086 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.917086 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.917086 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.917280 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.917491 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.917701 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.918156 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.918610 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.919007 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.919412 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.919798 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.920045 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.920275 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.920511 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.920733 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.920951 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.921167 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.921420 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.921644 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.921875 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.922108 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.922332 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.922601 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.922824 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.923062 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.923281 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.923516 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.923748 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.924000 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.924262 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.924496 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.924733 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.925032 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.925252 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.925498 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.925784 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.926027 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.926312 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.926610 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.926881 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.927150 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.927400 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.927646 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.927908 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.928135 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.928393 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.928637 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.928878 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.929091 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.929347 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.929570 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.929782 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.930007 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.930356 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.930580 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.930791 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.930999 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.931278 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.931530 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.931761 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.932029 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.932273 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.933251 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.934631 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.934870 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.935119 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.935367 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.938718 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.938718 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.938718 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.938718 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.938718 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.938718 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.938718 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.938718 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.939219 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.939219 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.939219 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.939219 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.939219 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.939219 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.939219 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.939219 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.939668 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.939668 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.939668 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.939668 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.939915 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.940150 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.940354 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.940640 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.940882 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.941609 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.941833 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.942108 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.942334 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.942544 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.942783 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.943021 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.943232 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.943443 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.943662 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.944062 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.944466 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.944874 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.945110 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.945346 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.945601 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.945947 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.946226 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.946454 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.946687 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.946899 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.947140 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.947374 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.947589 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.947801 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.948013 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.948243 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.948492 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.948755 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.949005 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.949213 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.949420 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.949626 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.949860 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.950097 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.950386 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.950635 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.950868 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.951129 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.951340 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.951566 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.951821 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.952031 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.952627 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.953230 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.953451 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.953664 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.953894 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.954195 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.954325 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.954561 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.954858 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.955074 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.956525 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.956525 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.956525 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.956525 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.956525 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.956525 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.956525 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.957626 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.957626 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.957626 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.957847 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.958023 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.958287 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.958493 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.958695 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.959064 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.959281 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.959486 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.959775 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.960018 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.960234 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.960524 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.960735 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.960981 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.961275 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.961527 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.961742 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.961983 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.962237 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.962452 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.962668 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.962935 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.963250 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.963525 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.963780 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.964041 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.964315 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.964585 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.964848 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.965081 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.965389 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.965704 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.966130 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.966425 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.966589 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.966832 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.967082 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.967292 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.967522 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.967738 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.967969 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.968203 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.968447 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.968668 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.968884 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.969110 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.969319 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.969559 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.969788 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.970021 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.970271 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.970431 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 19:27:04.970960 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103029) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 18 19:27:04.971122 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 19:27:04.971275 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 19:27:04.971442 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 19:27:04.971609 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 19:27:04.971759 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 19:27:04.971966 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.972125 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.972303 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.972462 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.972618 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.972797 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.972983 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.973127 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.973255 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.973409 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.973568 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.973773 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.974020 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.974301 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.974451 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.974608 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.974986 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.975150 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.975312 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.983434 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.983434 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.983434 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.983434 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] debug = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.983434 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.983434 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.983846 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.983846 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.983846 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.983846 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.983846 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.983846 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.983846 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.983846 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.984294 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.984294 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.984294 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.984294 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.984294 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.984294 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.984294 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.984294 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.984722 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] host = dv-cinder-811877-7-iscsi {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.984722 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.984722 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.984722 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.984722 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.984722 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.984722 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.984722 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.985232 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.985232 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.985232 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.985232 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.985232 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.985232 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.985232 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] log_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.985232 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] log_options = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.985674 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.985674 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.985674 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.985674 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.985674 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.985674 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.985674 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986062 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986062 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986062 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986062 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986062 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986062 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986062 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986062 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986511 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986511 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986511 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986511 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986511 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986511 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986511 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986511 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986962 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986962 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986962 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986962 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986962 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986962 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986962 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.986962 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.987416 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.987416 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.987416 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.987416 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.987416 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.987416 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.987416 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.987416 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.987844 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.987844 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.987844 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.987844 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.987844 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.987844 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.987844 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.987844 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] use_json = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.988321 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.988321 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.988321 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.988321 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.988533 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.988533 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.988908 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.989106 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.989106 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 19:27:04.989470 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.989545 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.989686 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.989840 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.990163 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.990328 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.990476 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.990634 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.990792 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.990951 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.991117 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.991274 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.991443 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.991601 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.991702 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:27:04.991796 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.991906 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.992065 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.992221 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.992379 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.992639 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.992803 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.992966 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.993117 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.993274 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.993431 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.993588 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.993750 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.993914 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.994098 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.994265 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.994424 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.994583 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.994741 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.994901 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.995059 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.995773 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.995937 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.996098 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.996256 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.996411 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.996565 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.996726 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.996884 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.997041 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.997200 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.997356 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.997727 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.997727 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.997888 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.997968 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.998113 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.998278 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.998435 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.998744 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.998909 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.999070 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.999269 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.999369 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.999533 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.999692 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:04.999847 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.000007 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.000166 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.000385 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.000472 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.000615 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.000757 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.000917 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.001429 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.001429 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.001429 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.001635 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.001713 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.001816 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.001972 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.002157 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.002320 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.002479 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.002633 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.002940 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.003104 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.003261 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.003413 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.004104 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.004272 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.004429 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.004594 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.004749 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.004907 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.005063 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.005213 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.005401 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.005545 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.005725 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.005857 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.005981 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.006146 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.006304 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.006463 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.006620 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.006776 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.006937 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.007092 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.007414 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.007577 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.007697 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.007852 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.008009 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.008166 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.008323 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.008469 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.008628 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.008785 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.008943 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.009101 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.009257 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.009414 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.009570 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.009737 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.009894 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.010054 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.010233 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.010398 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.010566 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.010726 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.010883 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.011040 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.011198 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.011355 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.011811 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.011811 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.011811 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.012038 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.012117 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.012248 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.012407 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.012566 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.012926 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.012926 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.013146 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.013249 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.013352 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.013476 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.013633 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.013792 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.014214 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.014214 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.018211 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.018211 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.018211 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.018211 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.018211 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.018211 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.018211 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.018211 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.018737 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.018737 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.018737 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.018737 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.018737 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.018737 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.018737 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.018737 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.019810 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.019810 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.019810 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.019810 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.019810 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.019810 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.019810 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.019810 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.020337 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.020337 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.020337 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.020337 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.020337 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.020337 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.020337 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.020337 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.020854 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.020854 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.020854 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.020854 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.020854 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.020854 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.020854 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.021317 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.021317 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.021317 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.021516 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.021592 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.021731 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.021949 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.022202 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.022345 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.022482 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.022617 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.022752 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.022888 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.023013 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.023152 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.023593 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.023593 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.023593 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.023939 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.023939 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.024093 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.024093 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.024364 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.024499 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.024623 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.024832 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.024832 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.025189 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.025189 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.025554 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.025554 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.025554 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.025932 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.025932 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.026295 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.026295 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.026439 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.026517 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.026635 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.026793 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.026950 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.027106 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.027262 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.027577 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.027577 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.027819 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.027941 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.028063 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.028185 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.028307 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.028439 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.028592 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.028887 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.028887 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.029124 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.029247 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.029489 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.029489 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.029659 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.029753 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.029913 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.030087 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.030253 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.030414 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.030572 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.030828 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.030922 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.031025 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.031169 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.031415 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.031507 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.031628 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.033179 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.033179 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.033179 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.033179 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.033179 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.033179 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.033179 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.033179 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.034707 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.034707 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.034707 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.034707 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.034707 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.034707 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.034707 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.034707 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.035277 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.035277 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.035277 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.035277 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.035277 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.035277 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.035277 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.035277 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.035800 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.035800 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.035800 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.035800 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.036062 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.036139 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.036286 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.036384 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.036537 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 19:27:05.036688 dv-cinder-811877-7-iscsi neutron-server[103029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 19:27:05.056947 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56306) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:27:05.065847 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065520 Jan 18 19:27:16.549771 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f10ce19-ff45-4c13-bc4b-fccd2f63510a None None] get_active_networks_info from dv-cinder-811877-7-iscsi {{(pid=103174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 19:27:16.634491 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10ce19-ff45-4c13-bc4b-fccd2f63510a None None] No non-hosted networks {{(pid=103174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 19:27:16.649651 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.agentschedulers_db [None req-1f10ce19-ff45-4c13-bc4b-fccd2f63510a None None] DHCP Agent not found on host dv-cinder-811877-7-iscsi {{(pid=103174) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 18 19:27:16.812887 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-091d002d-568c-4b51-8256-9c17d3ec230f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2088859'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:19.166910 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0eb25ed7-bcfc-4dfc-a76f-b49d1d1747b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2088859'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:19.209058 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.db.api [None req-2e7eeb72-dfac-4bf0-af70-9d6bd7383f08 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-811877-7-iscsi {{(pid=103174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 19:27:19.209738 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG oslo_db.api [None req-2e7eeb72-dfac-4bf0-af70-9d6bd7383f08 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 19:27:19.795577 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2e7eeb72-dfac-4bf0-af70-9d6bd7383f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:19.965003 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2088859'] for agent (469afc35-7821-404b-9165-bee38b081865), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:21.567084 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2088859'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:22.535219 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.db.l3_hamode_db [None req-7aa5b4db-d013-4628-8441-c769d24035de None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 19:27:22.609892 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa5b4db-d013-4628-8441-c769d24035de None None] Routers set() bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:27:22.610527 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa5b4db-d013-4628-8441-c769d24035de None None] Router IDs set() for agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 18 19:27:23.012594 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2088859'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:23.013303 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:23.013655 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:23.013994 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:23.014455 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:23.014713 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:23.015060 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:23.015359 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:23.015697 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:23.016032 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:23.016377 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:23.016724 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:23.017053 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:23.017394 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:23.017800 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-811877-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:27:23.024270 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-811877-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:27:25.307068 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56402) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:27:25.798604 dv-cinder-811877-7-iscsi neutron-server[103173]: WARNING oslo_policy.policy [None req-05fb463e-e46d-4a9e-8b67-f25da50e1bf2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:27:25.799170 dv-cinder-811877-7-iscsi neutron-server[103173]: WARNING oslo_policy.policy [None req-05fb463e-e46d-4a9e-8b67-f25da50e1bf2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:27:26.032291 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [None req-05fb463e-e46d-4a9e-8b67-f25da50e1bf2 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:27:26.033295 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-05fb463e-e46d-4a9e-8b67-f25da50e1bf2 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7253325 Jan 18 19:27:28.674540 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56420) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:27:28.967162 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-172345ef-86af-4a57-8983-9339395c5f4f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'tenant_id': 'b7ccc021449b4cb1999b8b8d73130898', 'default_prefixlen': 26}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:27:29.065665 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.policy [None req-172345ef-86af-4a57-8983-9339395c5f4f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103173) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 18 19:27:29.113843 dv-cinder-811877-7-iscsi neutron-server[103173]: WARNING oslo_policy.policy [None req-172345ef-86af-4a57-8983-9339395c5f4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:27:29.114215 dv-cinder-811877-7-iscsi neutron-server[103173]: WARNING oslo_policy.policy [None req-172345ef-86af-4a57-8983-9339395c5f4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:27:29.122778 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.quota [None req-172345ef-86af-4a57-8983-9339395c5f4f admin admin] Loaded quota_driver: . Jan 18 19:27:29.266919 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-172345ef-86af-4a57-8983-9339395c5f4f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736994507696', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736994510277', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736994521929', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736994592382', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736994602197', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736994609167', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-612457', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-616588', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2092554', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2031291'] for rbac-policy (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:29.451603 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-172345ef-86af-4a57-8983-9339395c5f4f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:29.452824 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-172345ef-86af-4a57-8983-9339395c5f4f admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7773044 Jan 18 19:27:32.087896 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56432) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:27:32.395433 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'name': 'private', 'project_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:27:32.489331 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Made reservation on behalf of 61f3ac8c513e4a6ea4bbf16bff0f14a5 for: {'network': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:27:32.492172 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for network (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:32.509274 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:32.614055 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Publish callbacks [] for security_group (636beccf-b0b9-475f-ba31-1f763c232332), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:32.691468 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (636beccf-b0b9-475f-ba31-1f763c232332), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:32.710404 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:27:32.738021 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736992440342', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (bde912d7-c4dc-49e0-8495-971e904f1b7a), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:32.738603 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Unsubscribe: segment precommit_create {{(pid=103173) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 19:27:32.739112 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.db.segments_db [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Added segment bde912d7-c4dc-49e0-8495-971e904f1b7a of type vlan for network 643dfebb-2ab2-48f4-b9b1-c9d146c4e776 Jan 18 19:27:32.754761 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636beccf-b0b9-475f-ba31-1f763c232332,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:27:32.805327 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:32.805611 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:32.805954 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:32.806317 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:32.806644 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:32.806969 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:32.807305 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:32.807629 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:32.807961 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:32.808298 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:32.808618 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:32.808937 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:32.809253 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Tracked resource versions report: Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: pushed versions: Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: { 'AddressGroup': {'1.2'}, Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'ConntrackHelper': {'1.0'}, Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'LocalIPAssociation': {'1.0'}, Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'Log': {'1.0'}, Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'Network': {'1.1'}, Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'Port': {'1.7'}, Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'PortForwarding': {'1.2'}, Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'QosPolicy': {'1.10'}, Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'SecurityGroup': {'1.5'}, Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'SecurityGroupRule': {'1.2'}, Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'SubPort': {'1.0'}, Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'Subnet': {'1.1'}, Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'Trunk': {'1.1'}} Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: consumer versions: Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: { DHCP agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: L3 agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: Metadata agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: Metering agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: Open vSwitch agent@dv-cinder-811877-7-iscsi: { 'AddressGroup': '1.2', Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'ConntrackHelper': '1.0', Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'LocalIPAssociation': '1.0', Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'Log': '1.0', Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'Network': '1.1', Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'Port': '1.7', Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'PortForwarding': '1.2', Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'QosPolicy': '1.10', Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'SecurityGroup': '1.5', Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'SecurityGroupRule': '1.2', Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'SubPort': '1.0', Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'Subnet': '1.1', Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: 'Trunk': '1.1'}} Jan 18 19:27:32.810669 dv-cinder-811877-7-iscsi neutron-server[103173]: {{(pid=103173) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 19:27:32.842790 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736991889309'] for network (643dfebb-2ab2-48f4-b9b1-c9d146c4e776), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:32.959984 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for network (643dfebb-2ab2-48f4-b9b1-c9d146c4e776), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:32.961155 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:27:32.961853 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:33.055464 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] Pushing event updated for resources: {'Network': ['ID=643dfebb-2ab2-48f4-b9b1-c9d146c4e776,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:27:33.066150 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Network 643dfebb-2ab2-48f4-b9b1-c9d146c4e776 details requested by agent ovs-agent-dv-cinder-811877-7-iscsi with host dv-cinder-811877-7-iscsi {{(pid=103174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:27:33.098642 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-247b9678-b4b3-4ea2-9c44-39280e599d2e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0096569 Jan 18 19:27:35.764685 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56446) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:27:36.145729 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a63944-c231-4f7c-a0cd-140ebbdcc25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:27:36.147103 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-48a63944-c231-4f7c-a0cd-140ebbdcc25e admin admin] 10.222.0.20 "GET /v2.0/networks/643dfebb-2ab2-48f4-b9b1-c9d146c4e776 HTTP/1.1" status: 200 len: 825 time: 0.3814778 Jan 18 19:27:36.171306 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-fefc4b77-9385-4b65-a7fc-74aba3db4329 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/7aea5d0c-5ac5-405a-a841-326a330f8478 HTTP/1.1" status: 200 len: 734 time: 0.0186491 Jan 18 19:27:36.179649 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-6ee438de-4997-4f39-a0f3-3ac59703708d admin admin] Request body: {'subnet': {'tenant_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'network_id': '643dfebb-2ab2-48f4-b9b1-c9d146c4e776', 'subnetpool_id': '7aea5d0c-5ac5-405a-a841-326a330f8478', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:27:36.285981 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee438de-4997-4f39-a0f3-3ac59703708d admin admin] Made reservation on behalf of 61f3ac8c513e4a6ea4bbf16bff0f14a5 for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:27:36.288402 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6ee438de-4997-4f39-a0f3-3ac59703708d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:36.621575 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6ee438de-4997-4f39-a0f3-3ac59703708d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for subnet (b69b1849-136a-4f06-8d49-61953b1201e6), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:36.690313 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee438de-4997-4f39-a0f3-3ac59703708d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b69b1849-136a-4f06-8d49-61953b1201e6,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:27:36.694742 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee438de-4997-4f39-a0f3-3ac59703708d admin admin] Checking segment: {'id': 'bde912d7-c4dc-49e0-8495-971e904f1b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '643dfebb-2ab2-48f4-b9b1-c9d146c4e776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:27:36.695117 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee438de-4997-4f39-a0f3-3ac59703708d admin admin] Network hostable DHCP agents. Network: 643dfebb-2ab2-48f4-b9b1-c9d146c4e776, hostable agents: ['0d168223-99d0-40e7-a552-9355723bc6d5'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:27:36.765357 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee438de-4997-4f39-a0f3-3ac59703708d admin admin] Network 643dfebb-2ab2-48f4-b9b1-c9d146c4e776 is scheduled to be hosted by DHCP agent 0d168223-99d0-40e7-a552-9355723bc6d5 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:27:36.862976 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-6ee438de-4997-4f39-a0f3-3ac59703708d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-7-iscsi, 643dfebb-2ab2-48f4-b9b1-c9d146c4e776) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:27:36.867657 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee438de-4997-4f39-a0f3-3ac59703708d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:27:36.868248 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6ee438de-4997-4f39-a0f3-3ac59703708d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:36.873722 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4ce7ad-15e1-4ffe-99bc-ad6990ad4c99 None None] Network 643dfebb-2ab2-48f4-b9b1-c9d146c4e776 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:27:37.012504 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-6ee438de-4997-4f39-a0f3-3ac59703708d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8358054 Jan 18 19:27:37.137387 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp129c5bed-9af5-5ca5-9b54-29f02576e802-643dfebb-2ab2-48f4-b9b1-c9d146c4e776', 'network_id': '643dfebb-2ab2-48f4-b9b1-c9d146c4e776', 'project_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'fixed_ips': [{'subnet_id': 'b69b1849-136a-4f06-8d49-61953b1201e6'}]}} from dv-cinder-811877-7-iscsi. {{(pid=103174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 19:27:37.138807 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:37.440305 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Allocated IP 172.20.0.2 (643dfebb-2ab2-48f4-b9b1-c9d146c4e776/b69b1849-136a-4f06-8d49-61953b1201e6/89499157-8ddb-47c3-bba0-b5f808e90fd7) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:27:37.678662 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Publish callbacks [] for port (89499157-8ddb-47c3-bba0-b5f808e90fd7), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:37.766512 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (89499157-8ddb-47c3-bba0-b5f808e90fd7), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:37.841440 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Network 643dfebb-2ab2-48f4-b9b1-c9d146c4e776 is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:27:37.847201 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:27:37.856118 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:27:37.859288 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Pushing event updated for resources: {'Port': ['ID=89499157-8ddb-47c3-bba0-b5f808e90fd7,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:27:37.890373 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:37.891020 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:37.891117 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:37.891406 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:37.891735 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:37.892061 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:37.892386 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:37.892734 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:37.893059 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:37.893393 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:37.893716 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:37.894033 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:37.894372 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Tracked resource versions report: Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: pushed versions: Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: { 'AddressGroup': {'1.2'}, Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'ConntrackHelper': {'1.0'}, Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'LocalIPAssociation': {'1.0'}, Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'Log': {'1.0'}, Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'Network': {'1.1'}, Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'Port': {'1.7'}, Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'PortForwarding': {'1.2'}, Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'QosPolicy': {'1.10'}, Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'SecurityGroup': {'1.5'}, Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'SecurityGroupRule': {'1.2'}, Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'SubPort': {'1.0'}, Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'Subnet': {'1.1'}, Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'Trunk': {'1.1'}} Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: consumer versions: Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: { DHCP agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: L3 agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: Metadata agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: Metering agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: Open vSwitch agent@dv-cinder-811877-7-iscsi: { 'AddressGroup': '1.2', Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'ConntrackHelper': '1.0', Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'LocalIPAssociation': '1.0', Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'Log': '1.0', Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'Network': '1.1', Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'Port': '1.7', Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'PortForwarding': '1.2', Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'QosPolicy': '1.10', Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'SecurityGroup': '1.5', Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'SecurityGroupRule': '1.2', Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'SubPort': '1.0', Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'Subnet': '1.1', Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: 'Trunk': '1.1'}} Jan 18 19:27:37.895766 dv-cinder-811877-7-iscsi neutron-server[103174]: {{(pid=103174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 19:27:37.943808 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Attempting to bind port 89499157-8ddb-47c3-bba0-b5f808e90fd7 on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:27:37.944214 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Attempting to bind port 89499157-8ddb-47c3-bba0-b5f808e90fd7 by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': 'bde912d7-c4dc-49e0-8495-971e904f1b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '643dfebb-2ab2-48f4-b9b1-c9d146c4e776'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:27:37.944634 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Attempting to bind port 89499157-8ddb-47c3-bba0-b5f808e90fd7 on network 643dfebb-2ab2-48f4-b9b1-c9d146c4e776 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:27:37.949750 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:27:37.950163 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Checking segment: {'id': 'bde912d7-c4dc-49e0-8495-971e904f1b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '643dfebb-2ab2-48f4-b9b1-c9d146c4e776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:27:37.950669 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:37.951056 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Bound using segment: {'id': 'bde912d7-c4dc-49e0-8495-971e904f1b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '643dfebb-2ab2-48f4-b9b1-c9d146c4e776'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:27:37.951534 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Bound port: 89499157-8ddb-47c3-bba0-b5f808e90fd7, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde912d7-c4dc-49e0-8495-971e904f1b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '643dfebb-2ab2-48f4-b9b1-c9d146c4e776'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:27:37.951937 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (89499157-8ddb-47c3-bba0-b5f808e90fd7), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:38.014090 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] For port 89499157-8ddb-47c3-bba0-b5f808e90fd7, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:27:38.033008 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] For port 89499157-8ddb-47c3-bba0-b5f808e90fd7, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=89499157-8ddb-47c3-bba0-b5f808e90fd7,segment=NetworkSegment(bde912d7-c4dc-49e0-8495-971e904f1b7a),segment_id=bde912d7-c4dc-49e0-8495-971e904f1b7a)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:27:38.097957 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (89499157-8ddb-47c3-bba0-b5f808e90fd7), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:38.153704 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c4e6e-72ee-4416-8ed1-d769fc5c51fd None None] Pushing event updated for resources: {'Port': ['ID=89499157-8ddb-47c3-bba0-b5f808e90fd7,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:27:39.533998 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56454) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:27:39.847160 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [None req-6ece2bfd-8a6a-4d78-b021-be55411c9070 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:27:39.848231 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-6ece2bfd-8a6a-4d78-b021-be55411c9070 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3132353 Jan 18 19:27:42.382751 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 56462) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:27:42.881026 dv-cinder-811877-7-iscsi neutron-server[103172]: WARNING oslo_policy.policy [None req-1312cee7-c79d-4c44-8c5f-3de1f034adeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:27:42.881612 dv-cinder-811877-7-iscsi neutron-server[103172]: WARNING oslo_policy.policy [None req-1312cee7-c79d-4c44-8c5f-3de1f034adeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:27:43.113593 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [None req-1312cee7-c79d-4c44-8c5f-3de1f034adeb admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:27:43.114846 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-1312cee7-c79d-4c44-8c5f-3de1f034adeb admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7298806 Jan 18 19:27:45.767093 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 56478) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:27:46.074888 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-bd43e442-0372-4635-9442-4174896aefbd admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'name': 'router1'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:27:46.143003 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.policy [None req-bd43e442-0372-4635-9442-4174896aefbd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103172) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 18 19:27:46.191322 dv-cinder-811877-7-iscsi neutron-server[103172]: WARNING oslo_policy.policy [None req-bd43e442-0372-4635-9442-4174896aefbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:27:46.191622 dv-cinder-811877-7-iscsi neutron-server[103172]: WARNING oslo_policy.policy [None req-bd43e442-0372-4635-9442-4174896aefbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 19:27:46.200611 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.quota [None req-bd43e442-0372-4635-9442-4174896aefbd admin admin] Loaded quota_driver: . Jan 18 19:27:46.354504 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-bd43e442-0372-4635-9442-4174896aefbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9179'] for router (fe38b159-9fe3-4f0b-a288-ce2145fba95e), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:46.357358 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-bd43e442-0372-4635-9442-4174896aefbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2091013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1984424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9184'] for router (fe38b159-9fe3-4f0b-a288-ce2145fba95e), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:46.518254 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-bd43e442-0372-4635-9442-4174896aefbd admin admin] Publish callbacks [] for router_controller (fe38b159-9fe3-4f0b-a288-ce2145fba95e), precommit_add_association {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:46.566467 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-bd43e442-0372-4635-9442-4174896aefbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2091036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087314'] for router (fe38b159-9fe3-4f0b-a288-ce2145fba95e), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:46.588113 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f93a6fd7-5470-43a2-a007-ed96ed8be230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:46.630521 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-bd43e442-0372-4635-9442-4174896aefbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:46.631732 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-bd43e442-0372-4635-9442-4174896aefbd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8631308 Jan 18 19:27:49.055860 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 56492) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:27:49.140759 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d98c5202-6103-43f0-88e1-79b2244ebe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:49.250744 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5573a685-ad58-4f51-989e-4dcd9f1dc706 None None] Network 643dfebb-2ab2-48f4-b9b1-c9d146c4e776 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:27:49.364771 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-b33c2e89-e8d3-48e7-9658-c8295fd56d89 None None] Provisioning complete for port 89499157-8ddb-47c3-bba0-b5f808e90fd7 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:27:49.365193 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b33c2e89-e8d3-48e7-9658-c8295fd56d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (89499157-8ddb-47c3-bba0-b5f808e90fd7), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:49.381301 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [None req-b665d559-77f8-4f5f-bf74-92fd7ab60de0 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:27:49.395971 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-b665d559-77f8-4f5f-bf74-92fd7ab60de0 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3254993 Jan 18 19:27:49.528455 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-b33c2e89-e8d3-48e7-9658-c8295fd56d89 None None] Current status of the port 89499157-8ddb-47c3-bba0-b5f808e90fd7 is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:27:49.528455 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b33c2e89-e8d3-48e7-9658-c8295fd56d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (89499157-8ddb-47c3-bba0-b5f808e90fd7), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:49.570824 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-b33c2e89-e8d3-48e7-9658-c8295fd56d89 None None] For port 89499157-8ddb-47c3-bba0-b5f808e90fd7, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=89499157-8ddb-47c3-bba0-b5f808e90fd7,segment=NetworkSegment(bde912d7-c4dc-49e0-8495-971e904f1b7a),segment_id=bde912d7-c4dc-49e0-8495-971e904f1b7a)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:27:49.598881 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 89499157-8ddb-47c3-bba0-b5f808e90fd7 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:27:49.656387 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b33c2e89-e8d3-48e7-9658-c8295fd56d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (89499157-8ddb-47c3-bba0-b5f808e90fd7), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:49.658743 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 89499157-8ddb-47c3-bba0-b5f808e90fd7 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:27:49.659273 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (89499157-8ddb-47c3-bba0-b5f808e90fd7), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:49.735519 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c2e89-e8d3-48e7-9658-c8295fd56d89 None None] Pushing event updated for resources: {'Port': ['ID=89499157-8ddb-47c3-bba0-b5f808e90fd7,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:27:49.781642 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 89499157-8ddb-47c3-bba0-b5f808e90fd7 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:27:49.786924 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-e034441b-8fbb-4e3d-b21e-d31b8011b82e None None] Provisioning complete for port 89499157-8ddb-47c3-bba0-b5f808e90fd7 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:27:49.787319 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e034441b-8fbb-4e3d-b21e-d31b8011b82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (89499157-8ddb-47c3-bba0-b5f808e90fd7), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:49.870754 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-e034441b-8fbb-4e3d-b21e-d31b8011b82e None None] Current status of the port 89499157-8ddb-47c3-bba0-b5f808e90fd7 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:27:49.882855 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:51.432090 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:51.549447 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 89499157-8ddb-47c3-bba0-b5f808e90fd7 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:27:51.594224 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 89499157-8ddb-47c3-bba0-b5f808e90fd7 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:27:51.594590 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (89499157-8ddb-47c3-bba0-b5f808e90fd7), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:51.668059 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 89499157-8ddb-47c3-bba0-b5f808e90fd7 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:27:51.858630 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 56522) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:27:51.985385 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Request body: {'network': {'tenant_id': 'b7ccc021449b4cb1999b8b8d73130898', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'project_id': 'b7ccc021449b4cb1999b8b8d73130898', 'router:external': True}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:27:52.067888 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Made reservation on behalf of b7ccc021449b4cb1999b8b8d73130898 for: {'network': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:27:52.070743 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for network (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:52.086006 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:52.188343 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Publish callbacks [] for security_group (493cedd5-107b-411f-bf3a-273f9e72c627), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:52.239385 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (493cedd5-107b-411f-bf3a-273f9e72c627), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:52.250262 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Reserving flat network on physical network physnet1 {{(pid=103172) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 18 19:27:52.280422 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736992440342', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (4fe4a90a-0df8-4eb5-9d06-608c739e47b0), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:52.280956 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Unsubscribe: segment precommit_create {{(pid=103172) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 19:27:52.281453 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.segments_db [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Added segment 4fe4a90a-0df8-4eb5-9d06-608c739e47b0 of type flat for network f5eef2c2-a885-4f46-b327-cbc20c3014d9 Jan 18 19:27:52.297563 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493cedd5-107b-411f-bf3a-273f9e72c627,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:27:52.346630 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:52.346910 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:52.347248 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:52.347576 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:52.347897 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:52.348216 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:52.348548 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:52.348869 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:52.349200 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:52.349534 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:52.349856 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:52.350192 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:52.350505 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Tracked resource versions report: Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: pushed versions: Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: { 'AddressGroup': {'1.2'}, Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'ConntrackHelper': {'1.0'}, Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'LocalIPAssociation': {'1.0'}, Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'Log': {'1.0'}, Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'Network': {'1.1'}, Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'Port': {'1.7'}, Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'PortForwarding': {'1.2'}, Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'QosPolicy': {'1.10'}, Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'SecurityGroup': {'1.5'}, Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'SecurityGroupRule': {'1.2'}, Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'SubPort': {'1.0'}, Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'Subnet': {'1.1'}, Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'Trunk': {'1.1'}} Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: consumer versions: Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: { DHCP agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: L3 agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: Metadata agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: Metering agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: Open vSwitch agent@dv-cinder-811877-7-iscsi: { 'AddressGroup': '1.2', Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'ConntrackHelper': '1.0', Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'LocalIPAssociation': '1.0', Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'Log': '1.0', Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'Network': '1.1', Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'Port': '1.7', Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'PortForwarding': '1.2', Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'QosPolicy': '1.10', Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'SecurityGroup': '1.5', Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'SecurityGroupRule': '1.2', Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'SubPort': '1.0', Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'Subnet': '1.1', Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: 'Trunk': '1.1'}} Jan 18 19:27:52.351853 dv-cinder-811877-7-iscsi neutron-server[103172]: {{(pid=103172) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 19:27:52.398854 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736991889309'] for network (f5eef2c2-a885-4f46-b327-cbc20c3014d9), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:52.496418 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for network (f5eef2c2-a885-4f46-b327-cbc20c3014d9), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:52.497685 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:27:52.498416 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:52.591274 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] Pushing event updated for resources: {'Network': ['ID=f5eef2c2-a885-4f46-b327-cbc20c3014d9,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:27:52.601635 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 details requested by agent ovs-agent-dv-cinder-811877-7-iscsi with host dv-cinder-811877-7-iscsi {{(pid=103174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:27:52.630710 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-1ff38f65-831e-416a-8b5f-a002b6eeaa1e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7709985 Jan 18 19:27:53.010921 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:54.880864 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 56534) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:27:55.013506 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddca759e-ceda-4947-afb7-003cd0e89f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:27:55.014922 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-ddca759e-ceda-4947-afb7-003cd0e89f7c admin admin] 10.222.0.20 "GET /v2.0/subnets/b69b1849-136a-4f06-8d49-61953b1201e6 HTTP/1.1" status: 200 len: 849 time: 0.1331222 Jan 18 19:27:55.147268 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-2eaf55b2-9391-4ff8-8f88-0d4eb59d3c5b admin admin] 10.222.0.20 "GET /v2.0/routers/fe38b159-9fe3-4f0b-a288-ce2145fba95e HTTP/1.1" status: 200 len: 704 time: 0.1261268 Jan 18 19:27:55.404933 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f94b0e9e-ee8f-495f-92ac-6b2c6c86016c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:55.693798 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [None req-f94b0e9e-ee8f-495f-92ac-6b2c6c86016c admin admin] Allocated IP 172.20.0.1 (643dfebb-2ab2-48f4-b9b1-c9d146c4e776/b69b1849-136a-4f06-8d49-61953b1201e6/28a3dcdb-9bda-403f-969c-44fea07005ce) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:27:55.874217 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f94b0e9e-ee8f-495f-92ac-6b2c6c86016c admin admin] Publish callbacks [] for port (28a3dcdb-9bda-403f-969c-44fea07005ce), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:56.028499 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f94b0e9e-ee8f-495f-92ac-6b2c6c86016c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (28a3dcdb-9bda-403f-969c-44fea07005ce), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:56.107980 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94b0e9e-ee8f-495f-92ac-6b2c6c86016c admin admin] Network 643dfebb-2ab2-48f4-b9b1-c9d146c4e776 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:27:56.116094 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-f94b0e9e-ee8f-495f-92ac-6b2c6c86016c admin admin] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:27:56.118067 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b0e9e-ee8f-495f-92ac-6b2c6c86016c admin admin] Pushing event updated for resources: {'Port': ['ID=28a3dcdb-9bda-403f-969c-44fea07005ce,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:27:56.123124 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94b0e9e-ee8f-495f-92ac-6b2c6c86016c admin admin] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:27:56.123673 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f94b0e9e-ee8f-495f-92ac-6b2c6c86016c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088359'] for router_interface (fe38b159-9fe3-4f0b-a288-ce2145fba95e), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:56.328590 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-6a605d58-5afe-4ef6-80d8-de27a7ee8ae7 None None] Provisioning complete for port 28a3dcdb-9bda-403f-969c-44fea07005ce triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:27:56.329162 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6a605d58-5afe-4ef6-80d8-de27a7ee8ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (28a3dcdb-9bda-403f-969c-44fea07005ce), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:56.363947 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-6a605d58-5afe-4ef6-80d8-de27a7ee8ae7 None None] Port 28a3dcdb-9bda-403f-969c-44fea07005ce cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:27:56.391165 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f94b0e9e-ee8f-495f-92ac-6b2c6c86016c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (28a3dcdb-9bda-403f-969c-44fea07005ce), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:56.653458 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f94b0e9e-ee8f-495f-92ac-6b2c6c86016c admin admin] Publish callbacks [] for port (28a3dcdb-9bda-403f-969c-44fea07005ce), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:56.707343 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f94b0e9e-ee8f-495f-92ac-6b2c6c86016c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (28a3dcdb-9bda-403f-969c-44fea07005ce), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:56.708074 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f94b0e9e-ee8f-495f-92ac-6b2c6c86016c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088275'] for router_interface (fe38b159-9fe3-4f0b-a288-ce2145fba95e), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:56.784037 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b0e9e-ee8f-495f-92ac-6b2c6c86016c admin admin] Pushing event updated for resources: {'Port': ['ID=28a3dcdb-9bda-403f-969c-44fea07005ce,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:27:56.831378 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94b0e9e-ee8f-495f-92ac-6b2c6c86016c admin admin] Network 643dfebb-2ab2-48f4-b9b1-c9d146c4e776 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:27:56.832704 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-f94b0e9e-ee8f-495f-92ac-6b2c6c86016c admin admin] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:27:57.083050 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94b0e9e-ee8f-495f-92ac-6b2c6c86016c admin admin] Router fe38b159-9fe3-4f0b-a288-ce2145fba95e is scheduled to L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb with binding_index 1 {{(pid=103172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 19:27:57.086788 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-603cecad-e0f7-4737-9f9c-cbedb6ac5ef6 None None] Provisioning complete for port 28a3dcdb-9bda-403f-969c-44fea07005ce triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:27:57.087165 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-603cecad-e0f7-4737-9f9c-cbedb6ac5ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (28a3dcdb-9bda-403f-969c-44fea07005ce), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:57.120004 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-603cecad-e0f7-4737-9f9c-cbedb6ac5ef6 None None] Port 28a3dcdb-9bda-403f-969c-44fea07005ce cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:27:57.174302 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94b0e9e-ee8f-495f-92ac-6b2c6c86016c admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:27:57.179994 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-f94b0e9e-ee8f-495f-92ac-6b2c6c86016c admin admin] 10.222.0.20 "PUT /v2.0/routers/fe38b159-9fe3-4f0b-a288-ce2145fba95e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0273142 Jan 18 19:27:57.183902 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] Sync routers for ids ['fe38b159-9fe3-4f0b-a288-ce2145fba95e'] in dv-cinder-811877-7-iscsi {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:27:57.196647 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] Routers {'fe38b159-9fe3-4f0b-a288-ce2145fba95e'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:27:57.197489 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:27:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['fe38b159-9fe3-4f0b-a288-ce2145fba95e'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:27:57.380894 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] Set router fe38b159-9fe3-4f0b-a288-ce2145fba95e gateway port host: None {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:27:57.803374 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe38b159-9fe3-4f0b-a288-ce2145fba95e', 'name': 'router1', 'tenant_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:27:46Z', 'updated_at': '2022-01-18T19:27:56Z', 'revision_number': 2, 'project_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'gw_port_host': None, '_interfaces': [{'id': '28a3dcdb-9bda-403f-969c-44fea07005ce', 'name': '', 'network_id': '643dfebb-2ab2-48f4-b9b1-c9d146c4e776', 'tenant_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'mac_address': 'fa:16:3e:59:02:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe38b159-9fe3-4f0b-a288-ce2145fba95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b69b1849-136a-4f06-8d49-61953b1201e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:27:55Z', 'updated_at': '2022-01-18T19:27:56Z', 'revision_number': 2, 'project_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'subnets': [{'id': 'b69b1849-136a-4f06-8d49-61953b1201e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7aea5d0c-5ac5-405a-a841-326a330f8478'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:27:57.853680 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] Checking router: fe38b159-9fe3-4f0b-a288-ce2145fba95e for host: dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:27:57.854055 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] Updating router fe38b159-9fe3-4f0b-a288-ce2145fba95e port 28a3dcdb-9bda-403f-969c-44fea07005ce binding host dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:27:57.902137 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (28a3dcdb-9bda-403f-969c-44fea07005ce), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:58.403320 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] Publish callbacks [] for port (28a3dcdb-9bda-403f-969c-44fea07005ce), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:58.478952 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (28a3dcdb-9bda-403f-969c-44fea07005ce), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:58.641044 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] Attempting to bind port 28a3dcdb-9bda-403f-969c-44fea07005ce on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:27:58.641986 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] Attempting to bind port 28a3dcdb-9bda-403f-969c-44fea07005ce by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': 'bde912d7-c4dc-49e0-8495-971e904f1b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '643dfebb-2ab2-48f4-b9b1-c9d146c4e776'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:27:58.642450 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] Attempting to bind port 28a3dcdb-9bda-403f-969c-44fea07005ce on network 643dfebb-2ab2-48f4-b9b1-c9d146c4e776 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:27:58.645640 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7cb79-ea17-407b-befb-48c949c99ae4 None None] Pushing event updated for resources: {'Port': ['ID=28a3dcdb-9bda-403f-969c-44fea07005ce,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:27:58.652032 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:27:58.652455 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] Checking segment: {'id': 'bde912d7-c4dc-49e0-8495-971e904f1b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '643dfebb-2ab2-48f4-b9b1-c9d146c4e776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:27:58.652947 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:58.653344 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] Bound using segment: {'id': 'bde912d7-c4dc-49e0-8495-971e904f1b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '643dfebb-2ab2-48f4-b9b1-c9d146c4e776'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:27:58.653813 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] Bound port: 28a3dcdb-9bda-403f-969c-44fea07005ce, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde912d7-c4dc-49e0-8495-971e904f1b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '643dfebb-2ab2-48f4-b9b1-c9d146c4e776'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:27:58.654221 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (28a3dcdb-9bda-403f-969c-44fea07005ce), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:58.668348 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7cb79-ea17-407b-befb-48c949c99ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:58.668704 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7cb79-ea17-407b-befb-48c949c99ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:58.669050 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7cb79-ea17-407b-befb-48c949c99ae4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:58.669388 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7cb79-ea17-407b-befb-48c949c99ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:58.669719 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7cb79-ea17-407b-befb-48c949c99ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:58.670045 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7cb79-ea17-407b-befb-48c949c99ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:58.670398 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7cb79-ea17-407b-befb-48c949c99ae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:58.670716 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7cb79-ea17-407b-befb-48c949c99ae4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:58.671043 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7cb79-ea17-407b-befb-48c949c99ae4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:58.671382 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7cb79-ea17-407b-befb-48c949c99ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:58.671708 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7cb79-ea17-407b-befb-48c949c99ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:58.672028 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7cb79-ea17-407b-befb-48c949c99ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:58.672345 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7cb79-ea17-407b-befb-48c949c99ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7cb79-ea17-407b-befb-48c949c99ae4 None None] Tracked resource versions report: Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: pushed versions: Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: { 'AddressGroup': {'1.2'}, Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'ConntrackHelper': {'1.0'}, Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'LocalIPAssociation': {'1.0'}, Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'Log': {'1.0'}, Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'Network': {'1.1'}, Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'Port': {'1.7'}, Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'PortForwarding': {'1.2'}, Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'QosPolicy': {'1.10'}, Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'SecurityGroup': {'1.5'}, Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'SecurityGroupRule': {'1.2'}, Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'SubPort': {'1.0'}, Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'Subnet': {'1.1'}, Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'Trunk': {'1.1'}} Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: consumer versions: Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: { DHCP agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: L3 agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: Metadata agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: Metering agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: Open vSwitch agent@dv-cinder-811877-7-iscsi: { 'AddressGroup': '1.2', Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'ConntrackHelper': '1.0', Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'LocalIPAssociation': '1.0', Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'Log': '1.0', Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'Network': '1.1', Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'Port': '1.7', Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'PortForwarding': '1.2', Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'QosPolicy': '1.10', Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'SecurityGroup': '1.5', Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'SecurityGroupRule': '1.2', Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'SubPort': '1.0', Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'Subnet': '1.1', Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: 'Trunk': '1.1'}} Jan 18 19:27:58.673725 dv-cinder-811877-7-iscsi neutron-server[103175]: {{(pid=103175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 19:27:58.735995 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] For port 28a3dcdb-9bda-403f-969c-44fea07005ce, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:27:58.749275 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-07161856-21c5-41a4-9f16-013fae9933c2 None None] Provisioning complete for port 28a3dcdb-9bda-403f-969c-44fea07005ce triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:27:58.759532 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-07161856-21c5-41a4-9f16-013fae9933c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (28a3dcdb-9bda-403f-969c-44fea07005ce), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:58.759689 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] For port 28a3dcdb-9bda-403f-969c-44fea07005ce, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=28a3dcdb-9bda-403f-969c-44fea07005ce,segment=NetworkSegment(bde912d7-c4dc-49e0-8495-971e904f1b7a),segment_id=bde912d7-c4dc-49e0-8495-971e904f1b7a)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:27:58.789864 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-07161856-21c5-41a4-9f16-013fae9933c2 None None] Port 28a3dcdb-9bda-403f-969c-44fea07005ce cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:27:58.828503 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (28a3dcdb-9bda-403f-969c-44fea07005ce), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:58.877568 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] Routers {'fe38b159-9fe3-4f0b-a288-ce2145fba95e'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:27:58.878223 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:27:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['fe38b159-9fe3-4f0b-a288-ce2145fba95e'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:27:58.961397 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7cb79-ea17-407b-befb-48c949c99ae4 None None] Pushing event updated for resources: {'Port': ['ID=28a3dcdb-9bda-403f-969c-44fea07005ce,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:27:58.982805 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] Set router fe38b159-9fe3-4f0b-a288-ce2145fba95e gateway port host: None {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:27:59.109850 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-5e04f9ac-f4e5-420f-88e1-0e44169ef1a1 None None] Provisioning complete for port 28a3dcdb-9bda-403f-969c-44fea07005ce triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:27:59.110536 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5e04f9ac-f4e5-420f-88e1-0e44169ef1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (28a3dcdb-9bda-403f-969c-44fea07005ce), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:59.191418 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-5e04f9ac-f4e5-420f-88e1-0e44169ef1a1 None None] Current status of the port 28a3dcdb-9bda-403f-969c-44fea07005ce is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:27:59.191809 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5e04f9ac-f4e5-420f-88e1-0e44169ef1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (28a3dcdb-9bda-403f-969c-44fea07005ce), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:59.203170 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe38b159-9fe3-4f0b-a288-ce2145fba95e', 'name': 'router1', 'tenant_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:27:46Z', 'updated_at': '2022-01-18T19:27:56Z', 'revision_number': 2, 'project_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'gw_port_host': None, '_interfaces': [{'id': '28a3dcdb-9bda-403f-969c-44fea07005ce', 'name': '', 'network_id': '643dfebb-2ab2-48f4-b9b1-c9d146c4e776', 'tenant_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'mac_address': 'fa:16:3e:59:02:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe38b159-9fe3-4f0b-a288-ce2145fba95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b69b1849-136a-4f06-8d49-61953b1201e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:27:55Z', 'updated_at': '2022-01-18T19:27:58Z', 'revision_number': 4, 'project_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'subnets': [{'id': 'b69b1849-136a-4f06-8d49-61953b1201e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7aea5d0c-5ac5-405a-a841-326a330f8478'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:27:59.222984 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-5e04f9ac-f4e5-420f-88e1-0e44169ef1a1 None None] For port 28a3dcdb-9bda-403f-969c-44fea07005ce, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=28a3dcdb-9bda-403f-969c-44fea07005ce,segment=NetworkSegment(bde912d7-c4dc-49e0-8495-971e904f1b7a),segment_id=bde912d7-c4dc-49e0-8495-971e904f1b7a)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:27:59.230991 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb9f5f6-ed99-4e29-adc4-5000fbfa326c None None] The sync data for ids ['fe38b159-9fe3-4f0b-a288-ce2145fba95e'] in dv-cinder-811877-7-iscsi is: [{'id': 'fe38b159-9fe3-4f0b-a288-ce2145fba95e', 'name': 'router1', 'tenant_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:27:46Z', 'updated_at': '2022-01-18T19:27:56Z', 'revision_number': 2, 'project_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'gw_port_host': None, '_interfaces': [{'id': '28a3dcdb-9bda-403f-969c-44fea07005ce', 'name': '', 'network_id': '643dfebb-2ab2-48f4-b9b1-c9d146c4e776', 'tenant_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'mac_address': 'fa:16:3e:59:02:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe38b159-9fe3-4f0b-a288-ce2145fba95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b69b1849-136a-4f06-8d49-61953b1201e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:27:55Z', 'updated_at': '2022-01-18T19:27:58Z', 'revision_number': 4, 'project_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'subnets': [{'id': 'b69b1849-136a-4f06-8d49-61953b1201e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7aea5d0c-5ac5-405a-a841-326a330f8478'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:27:59.290527 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5e04f9ac-f4e5-420f-88e1-0e44169ef1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (28a3dcdb-9bda-403f-969c-44fea07005ce), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:27:59.346954 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04f9ac-f4e5-420f-88e1-0e44169ef1a1 None None] Pushing event updated for resources: {'Port': ['ID=28a3dcdb-9bda-403f-969c-44fea07005ce,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:28:01.742545 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56554) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:28:01.855947 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ec9d8d-af9e-4035-b7db-bc0166852152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:28:01.857289 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-58ec9d8d-af9e-4035-b7db-bc0166852152 admin admin] 10.222.0.20 "GET /v2.0/networks/f5eef2c2-a885-4f46-b327-cbc20c3014d9 HTTP/1.1" status: 200 len: 842 time: 0.1138227 Jan 18 19:28:01.866911 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-15135309-6172-4aeb-872a-57573557f7d9 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'tenant_id': 'b7ccc021449b4cb1999b8b8d73130898', 'cidr': '172.27.2.0/24'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:28:01.900268 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 5 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:28:01.988154 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15135309-6172-4aeb-872a-57573557f7d9 admin admin] Made reservation on behalf of b7ccc021449b4cb1999b8b8d73130898 for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:28:01.990560 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-15135309-6172-4aeb-872a-57573557f7d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:02.394052 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.objects.ports [None req-15135309-6172-4aeb-872a-57573557f7d9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103173) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 19:28:02.394521 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-15135309-6172-4aeb-872a-57573557f7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for subnet (9269629e-72aa-4525-943b-faee8ca91ecd), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:02.448672 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15135309-6172-4aeb-872a-57573557f7d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9269629e-72aa-4525-943b-faee8ca91ecd,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:28:02.455799 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15135309-6172-4aeb-872a-57573557f7d9 admin admin] Checking segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:28:02.456153 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15135309-6172-4aeb-872a-57573557f7d9 admin admin] Network hostable DHCP agents. Network: f5eef2c2-a885-4f46-b327-cbc20c3014d9, hostable agents: ['0d168223-99d0-40e7-a552-9355723bc6d5'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:28:02.523022 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15135309-6172-4aeb-872a-57573557f7d9 admin admin] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 is scheduled to be hosted by DHCP agent 0d168223-99d0-40e7-a552-9355723bc6d5 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:28:02.608645 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-15135309-6172-4aeb-872a-57573557f7d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-7-iscsi, f5eef2c2-a885-4f46-b327-cbc20c3014d9) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:28:02.613715 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15135309-6172-4aeb-872a-57573557f7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:28:02.614336 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-15135309-6172-4aeb-872a-57573557f7d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:02.619285 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3208413d-2164-470d-ac37-4a9bee9ecf7e None None] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:28:02.692940 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-15135309-6172-4aeb-872a-57573557f7d9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8292875 Jan 18 19:28:02.717475 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaf99e3-9565-4e0d-8cf4-551dbf6973fc None None] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:28:04.987523 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56562) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:28:05.222048 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-c9780273-c0bf-4d92-b934-3385802528e3 admin admin] 10.222.0.20 "GET /v2.0/routers/fe38b159-9fe3-4f0b-a288-ce2145fba95e HTTP/1.1" status: 200 len: 710 time: 0.2333877 Jan 18 19:28:05.307940 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c2d026-57b8-4beb-a514-36937cd1469f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:28:05.309297 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-57c2d026-57b8-4beb-a514-36937cd1469f admin admin] 10.222.0.20 "GET /v2.0/networks/f5eef2c2-a885-4f46-b327-cbc20c3014d9 HTTP/1.1" status: 200 len: 886 time: 0.0819554 Jan 18 19:28:05.318365 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-ff386611-9f89-4551-9c17-c23620979506 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:28:05.560095 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ff386611-9f89-4551-9c17-c23620979506 admin admin] Publish callbacks [] for router_gateway (fe38b159-9fe3-4f0b-a288-ce2145fba95e), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:05.918354 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ff386611-9f89-4551-9c17-c23620979506 admin admin] Publish callbacks [] for router_gateway (fe38b159-9fe3-4f0b-a288-ce2145fba95e), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:05.991651 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ff386611-9f89-4551-9c17-c23620979506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:06.139170 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-ff386611-9f89-4551-9c17-c23620979506 admin admin] Allocated IP 172.27.2.232 (f5eef2c2-a885-4f46-b327-cbc20c3014d9/9269629e-72aa-4525-943b-faee8ca91ecd/b328cb66-3622-4095-97b0-396486efb67f) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:28:06.245104 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ff386611-9f89-4551-9c17-c23620979506 admin admin] Publish callbacks [] for port (b328cb66-3622-4095-97b0-396486efb67f), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:06.347953 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ff386611-9f89-4551-9c17-c23620979506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (b328cb66-3622-4095-97b0-396486efb67f), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:06.423060 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff386611-9f89-4551-9c17-c23620979506 admin admin] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:28:06.427910 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-ff386611-9f89-4551-9c17-c23620979506 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:28:06.430710 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff386611-9f89-4551-9c17-c23620979506 admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:28:06.436592 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386611-9f89-4551-9c17-c23620979506 admin admin] Pushing event updated for resources: {'Port': ['ID=b328cb66-3622-4095-97b0-396486efb67f,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:28:06.803849 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ff386611-9f89-4551-9c17-c23620979506 admin admin] Publish callbacks [] for router_gateway (fe38b159-9fe3-4f0b-a288-ce2145fba95e), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:06.993830 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ff386611-9f89-4551-9c17-c23620979506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2087349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2090735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9214'] for router (fe38b159-9fe3-4f0b-a288-ce2145fba95e), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:06.998925 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ff386611-9f89-4551-9c17-c23620979506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2087308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2087323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2090726'] for router (fe38b159-9fe3-4f0b-a288-ce2145fba95e), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:07.106586 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff386611-9f89-4551-9c17-c23620979506 admin admin] Router fe38b159-9fe3-4f0b-a288-ce2145fba95e has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:28:07.270012 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff386611-9f89-4551-9c17-c23620979506 admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:28:07.275826 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ff386611-9f89-4551-9c17-c23620979506 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:07.277051 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-ff386611-9f89-4551-9c17-c23620979506 admin admin] 10.222.0.20 "PUT /v2.0/routers/fe38b159-9fe3-4f0b-a288-ce2145fba95e HTTP/1.1" status: 200 len: 890 time: 1.9618788 Jan 18 19:28:07.466276 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] Sync routers for ids ['fe38b159-9fe3-4f0b-a288-ce2145fba95e'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:28:07.477272 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] Routers {'fe38b159-9fe3-4f0b-a288-ce2145fba95e'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:28:07.477926 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:27:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['fe38b159-9fe3-4f0b-a288-ce2145fba95e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:28:07.637604 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 28a3dcdb-9bda-403f-969c-44fea07005ce up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:28:07.730720 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] Set router fe38b159-9fe3-4f0b-a288-ce2145fba95e gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:28:07.874347 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 28a3dcdb-9bda-403f-969c-44fea07005ce triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:28:07.874734 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (28a3dcdb-9bda-403f-969c-44fea07005ce), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:08.190223 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 28a3dcdb-9bda-403f-969c-44fea07005ce is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:28:08.255546 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe38b159-9fe3-4f0b-a288-ce2145fba95e', 'name': 'router1', 'tenant_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'b328cb66-3622-4095-97b0-396486efb67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:27:46Z', 'updated_at': '2022-01-18T19:28:06Z', 'revision_number': 4, 'project_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'gw_port': {'id': 'b328cb66-3622-4095-97b0-396486efb67f', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe38b159-9fe3-4f0b-a288-ce2145fba95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:28:05Z', 'updated_at': '2022-01-18T19:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '28a3dcdb-9bda-403f-969c-44fea07005ce', 'name': '', 'network_id': '643dfebb-2ab2-48f4-b9b1-c9d146c4e776', 'tenant_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'mac_address': 'fa:16:3e:59:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe38b159-9fe3-4f0b-a288-ce2145fba95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b69b1849-136a-4f06-8d49-61953b1201e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:27:55Z', 'updated_at': '2022-01-18T19:27:59Z', 'revision_number': 5, 'project_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'subnets': [{'id': 'b69b1849-136a-4f06-8d49-61953b1201e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7aea5d0c-5ac5-405a-a841-326a330f8478'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:28:08.308372 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] Checking router: fe38b159-9fe3-4f0b-a288-ce2145fba95e for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:28:08.308730 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] Updating router fe38b159-9fe3-4f0b-a288-ce2145fba95e port b328cb66-3622-4095-97b0-396486efb67f binding host dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:28:08.354775 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (b328cb66-3622-4095-97b0-396486efb67f), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:08.673335 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] Publish callbacks [] for port (b328cb66-3622-4095-97b0-396486efb67f), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:08.746738 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (b328cb66-3622-4095-97b0-396486efb67f), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:08.796689 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] Attempting to bind port b328cb66-3622-4095-97b0-396486efb67f on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:28:08.798512 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] Attempting to bind port b328cb66-3622-4095-97b0-396486efb67f by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:28:08.798512 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] Attempting to bind port b328cb66-3622-4095-97b0-396486efb67f on network f5eef2c2-a885-4f46-b327-cbc20c3014d9 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:28:08.800319 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10afa34-120f-4600-8086-55e41b467fd6 None None] Pushing event updated for resources: {'Port': ['ID=b328cb66-3622-4095-97b0-396486efb67f,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:28:08.805846 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:28:08.806244 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] Checking segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:28:08.807260 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:08.807260 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] Bound using segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:28:08.807515 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] Bound port: b328cb66-3622-4095-97b0-396486efb67f, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:28:08.807819 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (b328cb66-3622-4095-97b0-396486efb67f), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:08.855059 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] For port b328cb66-3622-4095-97b0-396486efb67f, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:28:08.857948 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] For port b328cb66-3622-4095-97b0-396486efb67f, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=b328cb66-3622-4095-97b0-396486efb67f,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:28:08.924729 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (b328cb66-3622-4095-97b0-396486efb67f), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:08.973450 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] Routers {'fe38b159-9fe3-4f0b-a288-ce2145fba95e'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:28:08.974046 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:27:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['fe38b159-9fe3-4f0b-a288-ce2145fba95e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:28:09.022892 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10afa34-120f-4600-8086-55e41b467fd6 None None] Pushing event updated for resources: {'Port': ['ID=b328cb66-3622-4095-97b0-396486efb67f,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:28:09.089604 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] Set router fe38b159-9fe3-4f0b-a288-ce2145fba95e gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:28:09.290210 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe38b159-9fe3-4f0b-a288-ce2145fba95e', 'name': 'router1', 'tenant_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'b328cb66-3622-4095-97b0-396486efb67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:27:46Z', 'updated_at': '2022-01-18T19:28:06Z', 'revision_number': 4, 'project_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'gw_port': {'id': 'b328cb66-3622-4095-97b0-396486efb67f', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe38b159-9fe3-4f0b-a288-ce2145fba95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:28:05Z', 'updated_at': '2022-01-18T19:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '28a3dcdb-9bda-403f-969c-44fea07005ce', 'name': '', 'network_id': '643dfebb-2ab2-48f4-b9b1-c9d146c4e776', 'tenant_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'mac_address': 'fa:16:3e:59:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe38b159-9fe3-4f0b-a288-ce2145fba95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b69b1849-136a-4f06-8d49-61953b1201e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:27:55Z', 'updated_at': '2022-01-18T19:27:59Z', 'revision_number': 5, 'project_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'subnets': [{'id': 'b69b1849-136a-4f06-8d49-61953b1201e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7aea5d0c-5ac5-405a-a841-326a330f8478'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:28:09.317288 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef39d401-a81a-4c4b-a8ca-ee96c0c66578 None None] The sync data for ids ['fe38b159-9fe3-4f0b-a288-ce2145fba95e'] in dv-cinder-811877-7-iscsi is: [{'id': 'fe38b159-9fe3-4f0b-a288-ce2145fba95e', 'name': 'router1', 'tenant_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'b328cb66-3622-4095-97b0-396486efb67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:27:46Z', 'updated_at': '2022-01-18T19:28:06Z', 'revision_number': 4, 'project_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'gw_port': {'id': 'b328cb66-3622-4095-97b0-396486efb67f', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe38b159-9fe3-4f0b-a288-ce2145fba95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:28:05Z', 'updated_at': '2022-01-18T19:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '28a3dcdb-9bda-403f-969c-44fea07005ce', 'name': '', 'network_id': '643dfebb-2ab2-48f4-b9b1-c9d146c4e776', 'tenant_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'mac_address': 'fa:16:3e:59:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe38b159-9fe3-4f0b-a288-ce2145fba95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b69b1849-136a-4f06-8d49-61953b1201e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:27:55Z', 'updated_at': '2022-01-18T19:27:59Z', 'revision_number': 5, 'project_id': '61f3ac8c513e4a6ea4bbf16bff0f14a5', 'subnets': [{'id': 'b69b1849-136a-4f06-8d49-61953b1201e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7aea5d0c-5ac5-405a-a841-326a330f8478'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:28:09.601072 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device b328cb66-3622-4095-97b0-396486efb67f up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:28:09.653534 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port b328cb66-3622-4095-97b0-396486efb67f triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:28:09.653797 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (b328cb66-3622-4095-97b0-396486efb67f), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:09.738337 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port b328cb66-3622-4095-97b0-396486efb67f is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:28:09.738949 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (b328cb66-3622-4095-97b0-396486efb67f), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:09.755599 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 56574) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:28:09.766682 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] For port b328cb66-3622-4095-97b0-396486efb67f, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=b328cb66-3622-4095-97b0-396486efb67f,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:28:09.871261 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-5c0e35db-f7ed-4155-9158-fece4333ca1a admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1144686 Jan 18 19:28:09.872584 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (b328cb66-3622-4095-97b0-396486efb67f), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:09.936193 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Pushing event updated for resources: {'Port': ['ID=b328cb66-3622-4095-97b0-396486efb67f,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:28:11.565055 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device b328cb66-3622-4095-97b0-396486efb67f up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:28:11.615320 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port b328cb66-3622-4095-97b0-396486efb67f triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:28:11.615945 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (b328cb66-3622-4095-97b0-396486efb67f), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:11.708064 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port b328cb66-3622-4095-97b0-396486efb67f is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:28:16.627760 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9e7b26f2-bc6f-448e-852c-d263282af2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:19.155097 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-87041f4c-76ad-4595-91cd-060b0cc1927b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:19.889537 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:21.432407 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:23.021273 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:38.899056 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 5 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:28:46.626094 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2e3c374e-2196-4812-928b-19da63d70810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:49.150716 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-612f8290-3e1f-4cd8-b0f9-4a4ec6308405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:49.876518 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:51.453070 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:28:53.047752 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:29:15.898478 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 5 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:29:16.577900 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-78cc8a19-0eb8-4eda-934a-f31257d227c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:29:19.155452 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-265818d2-829d-4bc2-b414-1fde9293a773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:29:19.874550 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:29:21.445900 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:29:23.006526 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:29:30.567533 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57060) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:29:30.627613 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0d1c24-6caf-4c3c-8795-eed09c65a330 admin admin] GET failed (client error): The resource could not be found. Jan 18 19:29:30.628891 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-2a0d1c24-6caf-4c3c-8795-eed09c65a330 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604897 Jan 18 19:29:30.786917 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a649f1d-ef4a-4686-8ac9-6968d79c2db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:29:30.788411 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-9a649f1d-ef4a-4686-8ac9-6968d79c2db4 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1554632 Jan 18 19:29:33.001400 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57070) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:29:33.089427 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47373d4-0be1-4fc9-af8f-d10ddbdf2bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:29:33.090798 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-f47373d4-0be1-4fc9-af8f-d10ddbdf2bf8 admin admin] 10.222.0.20 "GET /v2.0/subnets/b69b1849-136a-4f06-8d49-61953b1201e6 HTTP/1.1" status: 200 len: 849 time: 0.0883448 Jan 18 19:29:33.100071 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-0cd797d9-c6df-4960-b96e-2f153276e2b2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:29:33.184004 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0cd797d9-c6df-4960-b96e-2f153276e2b2 admin admin] Publish callbacks [] for subnet (b69b1849-136a-4f06-8d49-61953b1201e6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:29:33.377128 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0cd797d9-c6df-4960-b96e-2f153276e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736992386681'] for subnet (b69b1849-136a-4f06-8d49-61953b1201e6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:29:33.409848 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd797d9-c6df-4960-b96e-2f153276e2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:29:33.410681 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0cd797d9-c6df-4960-b96e-2f153276e2b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:29:33.412282 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-0cd797d9-c6df-4960-b96e-2f153276e2b2 admin admin] 10.222.0.20 "PUT /v2.0/subnets/b69b1849-136a-4f06-8d49-61953b1201e6 HTTP/1.1" status: 200 len: 868 time: 0.3157403 Jan 18 19:29:33.413979 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343dfd85-bb41-4173-926e-7f282b046ad5 None None] Network 643dfebb-2ab2-48f4-b9b1-c9d146c4e776 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:29:33.435061 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd797d9-c6df-4960-b96e-2f153276e2b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b69b1849-136a-4f06-8d49-61953b1201e6,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:29:33.443187 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd797d9-c6df-4960-b96e-2f153276e2b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:29:33.443541 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd797d9-c6df-4960-b96e-2f153276e2b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:29:33.443886 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd797d9-c6df-4960-b96e-2f153276e2b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:29:33.444217 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd797d9-c6df-4960-b96e-2f153276e2b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:29:33.444542 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd797d9-c6df-4960-b96e-2f153276e2b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:29:33.444868 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd797d9-c6df-4960-b96e-2f153276e2b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:29:33.445200 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd797d9-c6df-4960-b96e-2f153276e2b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:29:33.445514 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd797d9-c6df-4960-b96e-2f153276e2b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:29:33.445858 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd797d9-c6df-4960-b96e-2f153276e2b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:29:33.446220 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd797d9-c6df-4960-b96e-2f153276e2b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:29:33.446554 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd797d9-c6df-4960-b96e-2f153276e2b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:29:33.446864 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd797d9-c6df-4960-b96e-2f153276e2b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:29:33.447181 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd797d9-c6df-4960-b96e-2f153276e2b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:29:33.760207 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-096364f1-6861-4702-a55c-99e72551f314 None None] Provisioning complete for port 89499157-8ddb-47c3-bba0-b5f808e90fd7 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:29:33.760513 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-096364f1-6861-4702-a55c-99e72551f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (89499157-8ddb-47c3-bba0-b5f808e90fd7), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:29:33.837939 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-096364f1-6861-4702-a55c-99e72551f314 None None] Current status of the port 89499157-8ddb-47c3-bba0-b5f808e90fd7 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:29:33.848085 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-096364f1-6861-4702-a55c-99e72551f314 None None] Provisioning complete for port 28a3dcdb-9bda-403f-969c-44fea07005ce triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:29:33.848475 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-096364f1-6861-4702-a55c-99e72551f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (28a3dcdb-9bda-403f-969c-44fea07005ce), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:29:33.921222 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-096364f1-6861-4702-a55c-99e72551f314 None None] Current status of the port 28a3dcdb-9bda-403f-969c-44fea07005ce is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:29:35.652023 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 57078) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:29:35.850280 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa82aec9-ca92-4cdf-8768-31f573ade164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:29:35.850685 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa82aec9-ca92-4cdf-8768-31f573ade164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:29:35.852261 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-aa82aec9-ca92-4cdf-8768-31f573ade164 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1992643 Jan 18 19:29:38.074144 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 57088) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:29:38.203913 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5aafac-c5f1-4d47-832d-a877b9a3d8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:29:38.204387 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5aafac-c5f1-4d47-832d-a877b9a3d8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:29:38.206034 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-0b5aafac-c5f1-4d47-832d-a877b9a3d8b4 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1303585 Jan 18 19:29:40.433361 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 57096) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:29:40.561867 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3be0ce-d1fa-4273-bfde-c71982011ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:29:40.563192 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-ea3be0ce-d1fa-4273-bfde-c71982011ba8 admin admin] 10.222.0.20 "GET /v2.0/networks/643dfebb-2ab2-48f4-b9b1-c9d146c4e776 HTTP/1.1" status: 200 len: 869 time: 0.1288793 Jan 18 19:29:42.871433 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 57104) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:29:42.997317 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff79cf5-2199-49c7-ad15-74e9514be6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:29:42.998705 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-aff79cf5-2199-49c7-ad15-74e9514be6b9 admin admin] 10.222.0.20 "GET /v2.0/networks/f5eef2c2-a885-4f46-b327-cbc20c3014d9 HTTP/1.1" status: 200 len: 886 time: 0.1263437 Jan 18 19:29:45.232006 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 57112) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:29:45.356570 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d699ed-df5f-4332-b901-404cb1c716b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:29:45.357327 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d699ed-df5f-4332-b901-404cb1c716b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:29:45.359011 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-96d699ed-df5f-4332-b901-404cb1c716b4 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1259403 Jan 18 19:29:46.593510 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c9226a84-f976-4c28-bc28-6eb2145c8b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:29:47.603509 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 57120) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:29:47.697365 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b14d97-b671-41b9-90c0-4853f88ea864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:29:47.697818 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b14d97-b671-41b9-90c0-4853f88ea864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:29:47.699872 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-86b14d97-b671-41b9-90c0-4853f88ea864 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0949183 Jan 18 19:29:49.193920 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-87b3fdc4-2a32-4a10-a3d2-caad884e4303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:29:49.873370 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:29:49.909966 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 57128) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:29:49.996960 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44046de3-98c6-4e4f-871c-e1c8ada70781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:29:49.998345 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-44046de3-98c6-4e4f-871c-e1c8ada70781 admin admin] 10.222.0.20 "GET /v2.0/subnets/9269629e-72aa-4525-943b-faee8ca91ecd HTTP/1.1" status: 200 len: 816 time: 0.0873997 Jan 18 19:29:51.490564 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:29:52.214273 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57136) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:29:52.304150 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8218476-0dd7-49cb-b88c-29a06ffa346f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:29:52.309073 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-d8218476-0dd7-49cb-b88c-29a06ffa346f admin admin] 10.222.0.20 "GET /v2.0/subnets/b69b1849-136a-4f06-8d49-61953b1201e6 HTTP/1.1" status: 200 len: 868 time: 0.0902195 Jan 18 19:29:52.903291 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 5 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:29:53.010039 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:16.603048 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9e3c19db-d0a7-478b-b14f-a765d4397e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:16.612123 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57190) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:30:16.660570 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [None req-6b8fc225-bb05-4775-b272-ae28830e2990 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:30:16.661707 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-6b8fc225-bb05-4775-b272-ae28830e2990 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0485888 Jan 18 19:30:18.997631 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57198) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:30:19.055798 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.pecan_wsgi.hooks.translation [None req-d600c573-fff3-4916-8353-49e196134000 admin admin] GET failed (client error): The resource could not be found. Jan 18 19:30:19.057561 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-d600c573-fff3-4916-8353-49e196134000 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0589726 Jan 18 19:30:19.143033 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83c7d08-2105-450d-9c1e-9a2b189e736c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:30:19.144479 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-b83c7d08-2105-450d-9c1e-9a2b189e736c admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0829341 Jan 18 19:30:19.192030 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-374d2b4a-4013-4884-b7ac-2d77ff330d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:20.022862 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:21.426404 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57208) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:30:21.466599 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:21.472462 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-b26c4ecb-ec79-46bc-831b-4c64d895ed89 admin admin] Request body: {'network': {'tenant_id': 'b7ccc021449b4cb1999b8b8d73130898', 'name': 'shared', 'admin_state_up': True, 'shared': True, 'project_id': 'b7ccc021449b4cb1999b8b8d73130898'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:30:21.557837 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26c4ecb-ec79-46bc-831b-4c64d895ed89 admin admin] Made reservation on behalf of b7ccc021449b4cb1999b8b8d73130898 for: {'network': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:30:21.560084 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b26c4ecb-ec79-46bc-831b-4c64d895ed89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for network (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:21.594457 dv-cinder-811877-7-iscsi neutron-server[103173]: WARNING neutron.services.revisions.revision_plugin [None req-b26c4ecb-ec79-46bc-831b-4c64d895ed89 admin admin] Could not find related network for resource to bump revision. Jan 18 19:30:21.607431 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26c4ecb-ec79-46bc-831b-4c64d895ed89 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:30:21.616390 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b26c4ecb-ec79-46bc-831b-4c64d895ed89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (afb88ebb-7bc2-4474-a603-4165f6c8dd36), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:21.616747 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.db.segments_db [None req-b26c4ecb-ec79-46bc-831b-4c64d895ed89 admin admin] Added segment afb88ebb-7bc2-4474-a603-4165f6c8dd36 of type vlan for network 9a89f630-a109-4775-a332-81468236b8e0 Jan 18 19:30:21.662985 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b26c4ecb-ec79-46bc-831b-4c64d895ed89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736991889309'] for network (9a89f630-a109-4775-a332-81468236b8e0), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:21.763644 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b26c4ecb-ec79-46bc-831b-4c64d895ed89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for network (9a89f630-a109-4775-a332-81468236b8e0), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:21.764590 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c4ecb-ec79-46bc-831b-4c64d895ed89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:30:21.765172 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b26c4ecb-ec79-46bc-831b-4c64d895ed89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:21.823157 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c4ecb-ec79-46bc-831b-4c64d895ed89 admin admin] Pushing event updated for resources: {'Network': ['ID=9a89f630-a109-4775-a332-81468236b8e0,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:30:21.833286 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Network 9a89f630-a109-4775-a332-81468236b8e0 details requested by agent ovs-agent-dv-cinder-811877-7-iscsi with host dv-cinder-811877-7-iscsi {{(pid=103174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:30:21.887239 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-b26c4ecb-ec79-46bc-831b-4c64d895ed89 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4597392 Jan 18 19:30:23.044544 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:24.156463 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 57218) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:30:24.214672 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.pecan_wsgi.hooks.translation [None req-096f683b-85a3-4144-9e9e-32e39cbd44d8 admin admin] GET failed (client error): The resource could not be found. Jan 18 19:30:24.215924 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-096f683b-85a3-4144-9e9e-32e39cbd44d8 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0585222 Jan 18 19:30:24.315503 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c774cbd7-d9e7-4078-b4bb-112afe5d19e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:30:24.316884 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-c774cbd7-d9e7-4078-b4bb-112afe5d19e9 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0970194 Jan 18 19:30:24.327330 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'tenant_id': 'b7ccc021449b4cb1999b8b8d73130898', 'network_id': '9a89f630-a109-4775-a332-81468236b8e0', 'cidr': '192.168.233.0/24'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:30:24.420468 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Made reservation on behalf of b7ccc021449b4cb1999b8b8d73130898 for: {'subnet': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:30:24.422815 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:24.740955 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for subnet (186da983-6aa3-4841-9b2b-dd0651fda6eb), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:24.798769 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=186da983-6aa3-4841-9b2b-dd0651fda6eb,revision_number=0']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:30:24.810861 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:24.811218 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:24.811567 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:24.811909 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:24.812243 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:24.812574 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:24.812920 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:24.813254 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:24.813584 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:24.813911 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:24.814264 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:24.814589 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:24.814912 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:24.818554 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Checking segment: {'id': 'afb88ebb-7bc2-4474-a603-4165f6c8dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9a89f630-a109-4775-a332-81468236b8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:30:24.818915 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Network hostable DHCP agents. Network: 9a89f630-a109-4775-a332-81468236b8e0, hostable agents: ['0d168223-99d0-40e7-a552-9355723bc6d5'], hosted agents: [] {{(pid=103172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:30:24.918066 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Network 9a89f630-a109-4775-a332-81468236b8e0 is scheduled to be hosted by DHCP agent 0d168223-99d0-40e7-a552-9355723bc6d5 with binding_index 1 {{(pid=103172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:30:25.020636 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-7-iscsi, 9a89f630-a109-4775-a332-81468236b8e0) {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:30:25.024676 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:30:25.025322 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:25.031214 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affe1353-d244-4734-8d06-d0a565dd45d0 None None] Network 9a89f630-a109-4775-a332-81468236b8e0 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:30:25.109163 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-20b98c31-99cd-4711-aff9-edbc408bc423 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7852278 Jan 18 19:30:25.131699 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp129c5bed-9af5-5ca5-9b54-29f02576e802-9a89f630-a109-4775-a332-81468236b8e0', 'network_id': '9a89f630-a109-4775-a332-81468236b8e0', 'project_id': 'b7ccc021449b4cb1999b8b8d73130898', 'fixed_ips': [{'subnet_id': '186da983-6aa3-4841-9b2b-dd0651fda6eb'}]}} from dv-cinder-811877-7-iscsi. {{(pid=103174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 19:30:25.132638 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:25.285564 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Allocated IP 192.168.233.2 (9a89f630-a109-4775-a332-81468236b8e0/186da983-6aa3-4841-9b2b-dd0651fda6eb/8a72590c-4f46-494f-a18d-6da8efcd2ded) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:30:25.533033 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Publish callbacks [] for port (8a72590c-4f46-494f-a18d-6da8efcd2ded), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:25.614845 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (8a72590c-4f46-494f-a18d-6da8efcd2ded), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:25.656567 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Network 9a89f630-a109-4775-a332-81468236b8e0 is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:30:25.660192 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:30:25.664655 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:30:25.668324 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Pushing event updated for resources: {'Port': ['ID=8a72590c-4f46-494f-a18d-6da8efcd2ded,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:30:25.679748 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:25.679748 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:25.680025 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:25.680384 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:25.680711 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:25.681036 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:25.681389 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:25.681710 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:25.682035 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:25.682413 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:25.682736 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:25.683051 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:25.683364 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:30:25.731371 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Attempting to bind port 8a72590c-4f46-494f-a18d-6da8efcd2ded on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:30:25.731735 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Attempting to bind port 8a72590c-4f46-494f-a18d-6da8efcd2ded by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': 'afb88ebb-7bc2-4474-a603-4165f6c8dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9a89f630-a109-4775-a332-81468236b8e0'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:30:25.732087 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Attempting to bind port 8a72590c-4f46-494f-a18d-6da8efcd2ded on network 9a89f630-a109-4775-a332-81468236b8e0 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:30:25.736988 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:30:25.737354 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Checking segment: {'id': 'afb88ebb-7bc2-4474-a603-4165f6c8dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9a89f630-a109-4775-a332-81468236b8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:30:25.737750 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:25.738210 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Bound using segment: {'id': 'afb88ebb-7bc2-4474-a603-4165f6c8dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9a89f630-a109-4775-a332-81468236b8e0'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:30:25.738668 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Bound port: 8a72590c-4f46-494f-a18d-6da8efcd2ded, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb88ebb-7bc2-4474-a603-4165f6c8dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9a89f630-a109-4775-a332-81468236b8e0'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:30:25.739039 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (8a72590c-4f46-494f-a18d-6da8efcd2ded), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:25.799399 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] For port 8a72590c-4f46-494f-a18d-6da8efcd2ded, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:30:25.802452 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] For port 8a72590c-4f46-494f-a18d-6da8efcd2ded, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=8a72590c-4f46-494f-a18d-6da8efcd2ded,segment=NetworkSegment(afb88ebb-7bc2-4474-a603-4165f6c8dd36),segment_id=afb88ebb-7bc2-4474-a603-4165f6c8dd36)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:30:25.885183 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (8a72590c-4f46-494f-a18d-6da8efcd2ded), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:25.939991 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10948970-622a-4bf2-bdd6-a64bc42e5d93 None None] Pushing event updated for resources: {'Port': ['ID=8a72590c-4f46-494f-a18d-6da8efcd2ded,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:30:26.839041 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87e49bc-6b3d-4f04-8926-de5d5ae1e83c None None] Network 9a89f630-a109-4775-a332-81468236b8e0 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:30:26.898480 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-040ec4b7-4b10-4612-88c5-0013929fc0cc None None] Provisioning complete for port 8a72590c-4f46-494f-a18d-6da8efcd2ded triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:30:26.903310 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-040ec4b7-4b10-4612-88c5-0013929fc0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (8a72590c-4f46-494f-a18d-6da8efcd2ded), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:27.017540 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-040ec4b7-4b10-4612-88c5-0013929fc0cc None None] Current status of the port 8a72590c-4f46-494f-a18d-6da8efcd2ded is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:30:27.017847 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-040ec4b7-4b10-4612-88c5-0013929fc0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (8a72590c-4f46-494f-a18d-6da8efcd2ded), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:27.063762 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-040ec4b7-4b10-4612-88c5-0013929fc0cc None None] For port 8a72590c-4f46-494f-a18d-6da8efcd2ded, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=8a72590c-4f46-494f-a18d-6da8efcd2ded,segment=NetworkSegment(afb88ebb-7bc2-4474-a603-4165f6c8dd36),segment_id=afb88ebb-7bc2-4474-a603-4165f6c8dd36)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:30:27.129616 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-040ec4b7-4b10-4612-88c5-0013929fc0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (8a72590c-4f46-494f-a18d-6da8efcd2ded), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:27.186794 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ec4b7-4b10-4612-88c5-0013929fc0cc None None] Pushing event updated for resources: {'Port': ['ID=8a72590c-4f46-494f-a18d-6da8efcd2ded,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:30:27.249266 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-10440b8a-716d-4d21-b01b-cfe2f4d99eeb None None] Provisioning complete for port 8a72590c-4f46-494f-a18d-6da8efcd2ded triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:30:27.249659 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-10440b8a-716d-4d21-b01b-cfe2f4d99eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (8a72590c-4f46-494f-a18d-6da8efcd2ded), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:27.338375 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-10440b8a-716d-4d21-b01b-cfe2f4d99eeb None None] Current status of the port 8a72590c-4f46-494f-a18d-6da8efcd2ded is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:30:27.685960 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 8a72590c-4f46-494f-a18d-6da8efcd2ded up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:30:27.738589 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 8a72590c-4f46-494f-a18d-6da8efcd2ded triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:30:27.738967 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (8a72590c-4f46-494f-a18d-6da8efcd2ded), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:27.817693 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 8a72590c-4f46-494f-a18d-6da8efcd2ded is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:30:29.895112 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 5 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:30:46.614083 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b9e61618-1b3a-4ca9-bfc8-aa9dcaa53cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:49.152050 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-048898d2-cc06-43a6-92ef-f386bb6276db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:49.883224 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:51.494965 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:30:53.006403 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:31:06.893340 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 5 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:31:16.584573 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-081bb714-5265-41b2-9185-81714197dfe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:31:19.133162 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f3c370ee-90dc-4609-8f7b-34df91a819d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:31:19.885755 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:31:21.457039 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:31:23.025169 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:31:43.892425 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 5 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:31:46.592619 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f32de95d-6978-4f31-8666-0b3e38b84fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:31:49.135157 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1644940b-c273-4b7d-bc14-e3b2266790dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:31:49.920847 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:31:51.497449 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:31:53.017402 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:32:09.188145 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 57262) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:32:09.194640 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [None req-85bf93d5-4b28-4c7e-a48d-d55d13ad6a04 tempest-verify_tempest_config-1390136793 tempest-verify_tempest_config-1390136793-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:32:09.195664 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-85bf93d5-4b28-4c7e-a48d-d55d13ad6a04 tempest-verify_tempest_config-1390136793 tempest-verify_tempest_config-1390136793-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065162 Jan 18 19:32:09.691490 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 57280) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:32:09.799073 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3e839f87-8fdb-4ee2-a0ab-55489ed3ad19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:32:09.870465 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3e839f87-8fdb-4ee2-a0ab-55489ed3ad19 admin admin] Publish callbacks [] for security_group (94655a99-290e-420e-b106-6daa286a0208), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:32:09.919744 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3e839f87-8fdb-4ee2-a0ab-55489ed3ad19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (94655a99-290e-420e-b106-6daa286a0208), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:32:09.965453 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e839f87-8fdb-4ee2-a0ab-55489ed3ad19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94655a99-290e-420e-b106-6daa286a0208,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:32:09.969209 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-3e839f87-8fdb-4ee2-a0ab-55489ed3ad19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2655e34526ad4d7bb50b2a3ede615daf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2767272 Jan 18 19:32:09.972576 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57284) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:32:09.974925 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839f87-8fdb-4ee2-a0ab-55489ed3ad19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:09.975286 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839f87-8fdb-4ee2-a0ab-55489ed3ad19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:09.975627 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839f87-8fdb-4ee2-a0ab-55489ed3ad19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:09.975960 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839f87-8fdb-4ee2-a0ab-55489ed3ad19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:09.976292 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839f87-8fdb-4ee2-a0ab-55489ed3ad19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:09.976622 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839f87-8fdb-4ee2-a0ab-55489ed3ad19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:09.976969 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839f87-8fdb-4ee2-a0ab-55489ed3ad19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:09.977298 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839f87-8fdb-4ee2-a0ab-55489ed3ad19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:09.977623 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839f87-8fdb-4ee2-a0ab-55489ed3ad19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:09.977966 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839f87-8fdb-4ee2-a0ab-55489ed3ad19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:09.978319 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839f87-8fdb-4ee2-a0ab-55489ed3ad19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:09.978644 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839f87-8fdb-4ee2-a0ab-55489ed3ad19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:09.978968 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e839f87-8fdb-4ee2-a0ab-55489ed3ad19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:10.025788 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1bc3adea-efd4-4d76-9971-a688bacca5b3 admin admin] Publish callbacks [] for security_group (94655a99-290e-420e-b106-6daa286a0208), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:32:10.045582 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1bc3adea-efd4-4d76-9971-a688bacca5b3 admin admin] Publish callbacks [] for security_group (94655a99-290e-420e-b106-6daa286a0208), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:32:10.205587 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1bc3adea-efd4-4d76-9971-a688bacca5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (94655a99-290e-420e-b106-6daa286a0208), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:32:10.208343 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1bc3adea-efd4-4d76-9971-a688bacca5b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:32:10.209587 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-1bc3adea-efd4-4d76-9971-a688bacca5b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94655a99-290e-420e-b106-6daa286a0208 HTTP/1.1" status: 204 len: 168 time: 0.2360363 Jan 18 19:32:10.218306 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3adea-efd4-4d76-9971-a688bacca5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94655a99-290e-420e-b106-6daa286a0208,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:32:10.225645 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc3adea-efd4-4d76-9971-a688bacca5b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:10.226001 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc3adea-efd4-4d76-9971-a688bacca5b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:10.226407 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc3adea-efd4-4d76-9971-a688bacca5b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:10.226733 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc3adea-efd4-4d76-9971-a688bacca5b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:10.227143 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc3adea-efd4-4d76-9971-a688bacca5b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:10.227483 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc3adea-efd4-4d76-9971-a688bacca5b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:10.227816 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc3adea-efd4-4d76-9971-a688bacca5b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:10.228147 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc3adea-efd4-4d76-9971-a688bacca5b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:10.228621 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc3adea-efd4-4d76-9971-a688bacca5b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:10.228964 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc3adea-efd4-4d76-9971-a688bacca5b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:10.229310 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc3adea-efd4-4d76-9971-a688bacca5b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:10.229635 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc3adea-efd4-4d76-9971-a688bacca5b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:10.229956 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc3adea-efd4-4d76-9971-a688bacca5b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:32:16.584965 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6ee13fe2-bddc-46f8-a042-1322a166eb7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:32:19.156370 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dbf5e0b3-4bea-40dc-b035-f6f1384e39b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:32:19.973759 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:32:20.891069 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 5 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:32:21.467838 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:32:23.021603 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:32:46.649888 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-49a7c8dd-9f6d-4a4e-86a7-2344783407cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:32:49.148638 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-19fae5dd-974a-4d50-b4e4-32ebace25893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:32:49.994343 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:32:51.466416 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:32:53.022486 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:32:57.888973 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 5 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:33:16.625283 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-eefaf24a-bd63-44f7-ba2c-1764d7f34e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:33:19.158242 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3023f727-504d-4815-8011-c40cb138e299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:33:20.004071 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:33:21.472631 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:33:23.030967 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:33:34.888606 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 5 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:33:42.847443 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2088859'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:33:46.607919 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-17c185ed-700c-4b44-98b6-25e716aa9fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:33:49.155319 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-df83a6c9-6e57-46a5-987e-ec4d368e5423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:33:49.905099 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:33:51.465118 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:33:53.002194 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:33:57.138826 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57358) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:33:57.239873 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-5b80c1f4-0f1c-432c-99c1-c5a8a5050a25 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0999427 Jan 18 19:33:59.453457 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57368) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:33:59.506825 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-a1d13979-cbf9-49b1-8cfc-bfa1fbbafef9 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0523050 Jan 18 19:34:11.887942 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:34:12.800811 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:34:16.600923 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-97fa710a-70da-4f15-a894-f63fe5588ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:34:19.125930 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-9f4fc7eb-2548-4266-90d0-7def53896f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:34:19.914814 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:34:21.479998 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:34:23.022888 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:34:42.856779 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:34:46.633858 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c5f51ba1-9954-4828-9a83-154afb6371b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:34:48.888422 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:34:49.170515 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1f457a28-a71e-43e4-95ba-741c3c255418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:34:49.924912 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:34:51.508030 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:34:53.038877 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:12.826926 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:16.603121 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-51bcfd5d-c740-4dc6-b9a9-a77da7f16f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:19.209305 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4faaa558-7b7b-49fb-a406-767f46357ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:19.969081 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:21.483763 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:23.031674 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:25.887685 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:35:28.812164 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57520) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:29.110384 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-579374700-network', 'tenant_id': 'be668e6d10aa4518abe4256a2c3660a5'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:29.191792 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Made reservation on behalf of be668e6d10aa4518abe4256a2c3660a5 for: {'network': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:35:29.194202 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for network (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:29.205106 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:29.283628 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Publish callbacks [] for security_group (8d73eedc-2082-441c-b31a-99d3e2c3735a), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:29.373660 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (8d73eedc-2082-441c-b31a-99d3e2c3735a), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:29.397810 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=103173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:35:29.412849 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d73eedc-2082-441c-b31a-99d3e2c3735a,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:29.419368 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (d825a0a3-ef43-4bc3-a962-25028b7a09ce), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:29.419710 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.db.segments_db [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Added segment d825a0a3-ef43-4bc3-a962-25028b7a09ce of type vlan for network 4f02a957-f869-4436-9e44-afa05054a27b Jan 18 19:35:29.421900 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:29.422299 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:29.422645 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:29.423108 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:29.423289 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:29.423687 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:29.424020 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:29.424407 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:29.424738 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:29.425131 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:29.425447 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:29.425771 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:29.426107 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Tracked resource versions report: Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: pushed versions: Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: { 'AddressGroup': {'1.2'}, Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'ConntrackHelper': {'1.0'}, Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'LocalIPAssociation': {'1.0'}, Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'Log': {'1.0'}, Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'Network': {'1.1'}, Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'Port': {'1.7'}, Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'PortForwarding': {'1.2'}, Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'QosPolicy': {'1.10'}, Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'SecurityGroup': {'1.5'}, Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'SecurityGroupRule': {'1.2'}, Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'SubPort': {'1.0'}, Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'Subnet': {'1.1'}, Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'Trunk': {'1.1'}} Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: consumer versions: Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: { DHCP agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: HyperV agent@hv-cinder-81187: {}, Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: L3 agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: Metadata agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: Metering agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: Open vSwitch agent@dv-cinder-811877-7-iscsi: { 'AddressGroup': '1.2', Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'ConntrackHelper': '1.0', Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'LocalIPAssociation': '1.0', Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'Log': '1.0', Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'Network': '1.1', Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'Port': '1.7', Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'PortForwarding': '1.2', Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'QosPolicy': '1.10', Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'SecurityGroup': '1.5', Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'SecurityGroupRule': '1.2', Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'SubPort': '1.0', Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'Subnet': '1.1', Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: 'Trunk': '1.1'}} Jan 18 19:35:29.427341 dv-cinder-811877-7-iscsi neutron-server[103173]: {{(pid=103173) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 19:35:29.468486 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736991889309'] for network (4f02a957-f869-4436-9e44-afa05054a27b), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:29.539203 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for network (4f02a957-f869-4436-9e44-afa05054a27b), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:29.540184 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:29.540947 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:29.587653 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 57566) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:29.606415 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] Pushing event updated for resources: {'Network': ['ID=4f02a957-f869-4436-9e44-afa05054a27b,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:29.617193 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Network 4f02a957-f869-4436-9e44-afa05054a27b details requested by agent ovs-agent-dv-cinder-811877-7-iscsi with host dv-cinder-811877-7-iscsi {{(pid=103174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:35:29.618582 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-58e962cf-59b0-42f9-9fa9-02c5fb5c51b4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8053467 Jan 18 19:35:29.620688 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57572) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:29.626461 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-54cad8af-e00b-4210-9063-34beb3f3e578 admin admin] Request body: {'subnet': {'network_id': '4f02a957-f869-4436-9e44-afa05054a27b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-579374700-subnet', 'tenant_id': 'be668e6d10aa4518abe4256a2c3660a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:29.735415 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cad8af-e00b-4210-9063-34beb3f3e578 admin admin] Made reservation on behalf of be668e6d10aa4518abe4256a2c3660a5 for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:35:29.738723 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-54cad8af-e00b-4210-9063-34beb3f3e578 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:29.986232 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57582) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:29.993499 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-54cad8af-e00b-4210-9063-34beb3f3e578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for subnet (c5acafb2-5b1c-4f2d-8e13-e936b8fb807f), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.047203 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cad8af-e00b-4210-9063-34beb3f3e578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5acafb2-5b1c-4f2d-8e13-e936b8fb807f,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:30.063109 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cad8af-e00b-4210-9063-34beb3f3e578 admin admin] Checking segment: {'id': 'd825a0a3-ef43-4bc3-a962-25028b7a09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:35:30.063464 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cad8af-e00b-4210-9063-34beb3f3e578 admin admin] Network hostable DHCP agents. Network: 4f02a957-f869-4436-9e44-afa05054a27b, hostable agents: ['0d168223-99d0-40e7-a552-9355723bc6d5'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:35:30.088329 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1159923669-network', 'tenant_id': 'b0cfb462244d404d83ab6b48f6495a2c'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:30.146337 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cad8af-e00b-4210-9063-34beb3f3e578 admin admin] Network 4f02a957-f869-4436-9e44-afa05054a27b is scheduled to be hosted by DHCP agent 0d168223-99d0-40e7-a552-9355723bc6d5 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:35:30.146612 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 57598) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:30.202889 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Made reservation on behalf of b0cfb462244d404d83ab6b48f6495a2c for: {'network': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:35:30.205953 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for network (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.216144 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.230022 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-a3fbfdab-43ab-483f-832b-e4765e46c126 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2059327281-network', 'tenant_id': 'd566f74dc13d4f3ea84a0b02cd9786fa'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:30.235288 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-54cad8af-e00b-4210-9063-34beb3f3e578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-7-iscsi, 4f02a957-f869-4436-9e44-afa05054a27b) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:35:30.247425 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cad8af-e00b-4210-9063-34beb3f3e578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:30.248358 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-54cad8af-e00b-4210-9063-34beb3f3e578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.249409 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570e7490-269c-4485-a6e4-8e7142dd2637 None None] Network 4f02a957-f869-4436-9e44-afa05054a27b requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:35:30.306245 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Publish callbacks [] for security_group (10d25295-6931-41ab-9044-79d0b103b80f), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.328326 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-c3a7b3d5-3766-4b40-a6d1-3ce753c86262 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-network', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:30.366926 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-54cad8af-e00b-4210-9063-34beb3f3e578 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7447417 Jan 18 19:35:30.370899 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08146690-6a93-493e-a00e-ec881928e50e None None] Network 4f02a957-f869-4436-9e44-afa05054a27b requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:35:30.385865 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fbfdab-43ab-483f-832b-e4765e46c126 admin admin] Made reservation on behalf of d566f74dc13d4f3ea84a0b02cd9786fa for: {'network': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:35:30.388124 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (10d25295-6931-41ab-9044-79d0b103b80f), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.388295 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfdab-43ab-483f-832b-e4765e46c126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for network (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.398672 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfdab-43ab-483f-832b-e4765e46c126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.427127 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:35:30.441999 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (61be3fad-a591-410a-ac9a-5abc0b32d3df), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.442640 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.segments_db [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Added segment 61be3fad-a591-410a-ac9a-5abc0b32d3df of type vlan for network be9c509c-ca4e-4a22-9560-651654742bdf Jan 18 19:35:30.484071 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfdab-43ab-483f-832b-e4765e46c126 admin admin] Publish callbacks [] for security_group (9b380946-794c-4a33-81c8-13be3817d7ac), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.519522 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d25295-6931-41ab-9044-79d0b103b80f,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:30.531561 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736991889309'] for network (be9c509c-ca4e-4a22-9560-651654742bdf), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.537095 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:30.537441 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:30.537971 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:30.538487 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:30.538834 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:30.539244 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:30.539767 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:30.540107 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:30.540463 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:30.540804 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:30.541134 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:30.541460 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:30.541972 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Tracked resource versions report: Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: pushed versions: Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: { 'AddressGroup': {'1.2'}, Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'ConntrackHelper': {'1.0'}, Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'LocalIPAssociation': {'1.0'}, Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'Log': {'1.0'}, Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'Network': {'1.1'}, Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'Port': {'1.7'}, Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'PortForwarding': {'1.2'}, Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'QosPolicy': {'1.10'}, Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'SecurityGroup': {'1.5'}, Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'SecurityGroupRule': {'1.2'}, Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'SubPort': {'1.0'}, Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'Subnet': {'1.1'}, Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'Trunk': {'1.1'}} Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: consumer versions: Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: { DHCP agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: HyperV agent@hv-cinder-81187: {}, Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: L3 agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: Metadata agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: Metering agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: Open vSwitch agent@dv-cinder-811877-7-iscsi: { 'AddressGroup': '1.2', Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'ConntrackHelper': '1.0', Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'LocalIPAssociation': '1.0', Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'Log': '1.0', Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'Network': '1.1', Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'Port': '1.7', Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'PortForwarding': '1.2', Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'QosPolicy': '1.10', Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'SecurityGroup': '1.5', Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'SecurityGroupRule': '1.2', Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'SubPort': '1.0', Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'Subnet': '1.1', Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: 'Trunk': '1.1'}} Jan 18 19:35:30.543123 dv-cinder-811877-7-iscsi neutron-server[103172]: {{(pid=103172) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 19:35:30.569242 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfdab-43ab-483f-832b-e4765e46c126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (9b380946-794c-4a33-81c8-13be3817d7ac), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.598046 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3fbfdab-43ab-483f-832b-e4765e46c126 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:35:30.619879 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbfdab-43ab-483f-832b-e4765e46c126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b380946-794c-4a33-81c8-13be3817d7ac,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:30.625327 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfdab-43ab-483f-832b-e4765e46c126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (bd6a3413-6529-4e74-9a70-4bca6f584af7), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.625677 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.db.segments_db [None req-a3fbfdab-43ab-483f-832b-e4765e46c126 admin admin] Added segment bd6a3413-6529-4e74-9a70-4bca6f584af7 of type vlan for network 2a37f81d-d7f4-49f1-80e7-09fae1eca369 Jan 18 19:35:30.630088 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a7b3d5-3766-4b40-a6d1-3ce753c86262 admin admin] Made reservation on behalf of cf0cd8080e184330b0b0cc9934525143 for: {'network': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:35:30.637788 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b3d5-3766-4b40-a6d1-3ce753c86262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for network (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.651172 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b3d5-3766-4b40-a6d1-3ce753c86262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.669295 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for network (be9c509c-ca4e-4a22-9560-651654742bdf), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.672809 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfdab-43ab-483f-832b-e4765e46c126 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736991889309'] for network (2a37f81d-d7f4-49f1-80e7-09fae1eca369), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.676034 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:30.676646 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.775482 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1886432 Jan 18 19:35:30.778489 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57620) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:30.781169 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789be6ea-0a52-4b10-806b-87742a43683e admin admin] Pushing event updated for resources: {'Network': ['ID=be9c509c-ca4e-4a22-9560-651654742bdf,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:30.783998 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-bbe824a8-9771-4ef9-ba9c-ec6fb983db85 admin admin] Request body: {'subnet': {'network_id': 'be9c509c-ca4e-4a22-9560-651654742bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1159923669-subnet', 'tenant_id': 'b0cfb462244d404d83ab6b48f6495a2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:30.792474 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfdab-43ab-483f-832b-e4765e46c126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for network (2a37f81d-d7f4-49f1-80e7-09fae1eca369), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.793325 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Network be9c509c-ca4e-4a22-9560-651654742bdf details requested by agent ovs-agent-dv-cinder-811877-7-iscsi with host dv-cinder-811877-7-iscsi {{(pid=103174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:35:30.794468 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fbfdab-43ab-483f-832b-e4765e46c126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:30.795269 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfdab-43ab-483f-832b-e4765e46c126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.845579 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b3d5-3766-4b40-a6d1-3ce753c86262 admin admin] Publish callbacks [] for security_group (6f5a5cdb-c2f8-4204-8493-253e5241b8cc), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.872723 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbfdab-43ab-483f-832b-e4765e46c126 admin admin] Pushing event updated for resources: {'Network': ['ID=2a37f81d-d7f4-49f1-80e7-09fae1eca369,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:30.888432 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Network 2a37f81d-d7f4-49f1-80e7-09fae1eca369 details requested by agent ovs-agent-dv-cinder-811877-7-iscsi with host dv-cinder-811877-7-iscsi {{(pid=103174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:35:30.919226 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b3d5-3766-4b40-a6d1-3ce753c86262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (6f5a5cdb-c2f8-4204-8493-253e5241b8cc), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.939165 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a7b3d5-3766-4b40-a6d1-3ce753c86262 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:35:30.956911 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b3d5-3766-4b40-a6d1-3ce753c86262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (bf86f149-7fa9-43db-8971-7a535193d516), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:30.957251 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.segments_db [None req-c3a7b3d5-3766-4b40-a6d1-3ce753c86262 admin admin] Added segment bf86f149-7fa9-43db-8971-7a535193d516 of type vlan for network 2276716e-d010-493f-805b-07bee1604b14 Jan 18 19:35:30.958435 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7b3d5-3766-4b40-a6d1-3ce753c86262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5a5cdb-c2f8-4204-8493-253e5241b8cc,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:30.991995 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-a3fbfdab-43ab-483f-832b-e4765e46c126 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0043311 Jan 18 19:35:30.994761 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57624) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:31.012710 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-9aa8d91b-98d1-45e7-80f0-38a7155330d0 admin admin] Request body: {'subnet': {'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2059327281-subnet', 'tenant_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:31.013692 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b3d5-3766-4b40-a6d1-3ce753c86262 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736991889309'] for network (2276716e-d010-493f-805b-07bee1604b14), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:31.088951 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe824a8-9771-4ef9-ba9c-ec6fb983db85 admin admin] Made reservation on behalf of b0cfb462244d404d83ab6b48f6495a2c for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:35:31.091690 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bbe824a8-9771-4ef9-ba9c-ec6fb983db85 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:31.112721 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b3d5-3766-4b40-a6d1-3ce753c86262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for network (2276716e-d010-493f-805b-07bee1604b14), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:31.114588 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a7b3d5-3766-4b40-a6d1-3ce753c86262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:31.115929 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b3d5-3766-4b40-a6d1-3ce753c86262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:31.200040 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-c3a7b3d5-3766-4b40-a6d1-3ce753c86262 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0522320 Jan 18 19:35:31.203299 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57642) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:31.217317 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7b3d5-3766-4b40-a6d1-3ce753c86262 admin admin] Pushing event updated for resources: {'Network': ['ID=2276716e-d010-493f-805b-07bee1604b14,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:31.221881 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-9045bffb-314c-466c-a7f7-5ad69031f207 admin admin] Request body: {'subnet': {'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-subnet', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:31.229386 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Network 2276716e-d010-493f-805b-07bee1604b14 details requested by agent ovs-agent-dv-cinder-811877-7-iscsi with host dv-cinder-811877-7-iscsi {{(pid=103174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:35:31.369417 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa8d91b-98d1-45e7-80f0-38a7155330d0 admin admin] Made reservation on behalf of d566f74dc13d4f3ea84a0b02cd9786fa for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:35:31.372929 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9aa8d91b-98d1-45e7-80f0-38a7155330d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:31.563014 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9045bffb-314c-466c-a7f7-5ad69031f207 admin admin] Made reservation on behalf of cf0cd8080e184330b0b0cc9934525143 for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:35:31.566157 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9045bffb-314c-466c-a7f7-5ad69031f207 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:31.629229 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bbe824a8-9771-4ef9-ba9c-ec6fb983db85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for subnet (ad089699-f02d-4543-a344-3f5587b6a6f9), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:31.724784 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe824a8-9771-4ef9-ba9c-ec6fb983db85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad089699-f02d-4543-a344-3f5587b6a6f9,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:31.750653 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe824a8-9771-4ef9-ba9c-ec6fb983db85 admin admin] Checking segment: {'id': '61be3fad-a591-410a-ac9a-5abc0b32d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'be9c509c-ca4e-4a22-9560-651654742bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:35:31.750653 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe824a8-9771-4ef9-ba9c-ec6fb983db85 admin admin] Network hostable DHCP agents. Network: be9c509c-ca4e-4a22-9560-651654742bdf, hostable agents: ['0d168223-99d0-40e7-a552-9355723bc6d5'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:35:31.912619 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9aa8d91b-98d1-45e7-80f0-38a7155330d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for subnet (bdd86ec8-e4ac-4f77-b398-ae467a5e4aac), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:31.965207 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8d91b-98d1-45e7-80f0-38a7155330d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd86ec8-e4ac-4f77-b398-ae467a5e4aac,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:31.972617 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe824a8-9771-4ef9-ba9c-ec6fb983db85 admin admin] Network be9c509c-ca4e-4a22-9560-651654742bdf is scheduled to be hosted by DHCP agent 0d168223-99d0-40e7-a552-9355723bc6d5 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:35:32.022903 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa8d91b-98d1-45e7-80f0-38a7155330d0 admin admin] Checking segment: {'id': 'bd6a3413-6529-4e74-9a70-4bca6f584af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:35:32.023525 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa8d91b-98d1-45e7-80f0-38a7155330d0 admin admin] Network hostable DHCP agents. Network: 2a37f81d-d7f4-49f1-80e7-09fae1eca369, hostable agents: ['0d168223-99d0-40e7-a552-9355723bc6d5'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:35:32.074502 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9045bffb-314c-466c-a7f7-5ad69031f207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for subnet (a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:32.080228 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-bbe824a8-9771-4ef9-ba9c-ec6fb983db85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-7-iscsi, be9c509c-ca4e-4a22-9560-651654742bdf) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:35:32.089565 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527a0175-e239-4a65-a81c-8b5f20c8367a None None] Network be9c509c-ca4e-4a22-9560-651654742bdf requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:35:32.092540 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe824a8-9771-4ef9-ba9c-ec6fb983db85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:32.093134 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bbe824a8-9771-4ef9-ba9c-ec6fb983db85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:32.170943 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa8d91b-98d1-45e7-80f0-38a7155330d0 admin admin] Network 2a37f81d-d7f4-49f1-80e7-09fae1eca369 is scheduled to be hosted by DHCP agent 0d168223-99d0-40e7-a552-9355723bc6d5 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:35:32.193206 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-9aa8d91b-98d1-45e7-80f0-38a7155330d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-7-iscsi, 2a37f81d-d7f4-49f1-80e7-09fae1eca369) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:35:32.204955 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa8d91b-98d1-45e7-80f0-38a7155330d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:32.205548 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9aa8d91b-98d1-45e7-80f0-38a7155330d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:32.210713 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045bffb-314c-466c-a7f7-5ad69031f207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:32.227958 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6d229b-11e0-48e4-9eaa-e3f0602c9101 None None] Network 2a37f81d-d7f4-49f1-80e7-09fae1eca369 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:35:32.230288 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-bbe824a8-9771-4ef9-ba9c-ec6fb983db85 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4499061 Jan 18 19:35:32.235469 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9045bffb-314c-466c-a7f7-5ad69031f207 admin admin] Checking segment: {'id': 'bf86f149-7fa9-43db-8971-7a535193d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2276716e-d010-493f-805b-07bee1604b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:35:32.238088 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9045bffb-314c-466c-a7f7-5ad69031f207 admin admin] Network hostable DHCP agents. Network: 2276716e-d010-493f-805b-07bee1604b14, hostable agents: ['0d168223-99d0-40e7-a552-9355723bc6d5'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:35:32.295151 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 57708) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:32.297571 dv-cinder-811877-7-iscsi neutron-server[103172]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 19:35:32.311442 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-9aa8d91b-98d1-45e7-80f0-38a7155330d0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3144524 Jan 18 19:35:32.316654 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57712) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:32.317660 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-cbe2740b-0237-4de5-a627-4ee6c97465c0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2059327281-router', 'tenant_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:32.337315 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9045bffb-314c-466c-a7f7-5ad69031f207 admin admin] Network 2276716e-d010-493f-805b-07bee1604b14 is scheduled to be hosted by DHCP agent 0d168223-99d0-40e7-a552-9355723bc6d5 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:35:32.390647 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2223a13b-01e9-431b-8bf5-bfc6e68db494 None None] Network be9c509c-ca4e-4a22-9560-651654742bdf requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:35:32.494057 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5876dc3-b766-4753-81bf-59cab4030607 None None] Network 2a37f81d-d7f4-49f1-80e7-09fae1eca369 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:35:32.495452 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cbe2740b-0237-4de5-a627-4ee6c97465c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9179'] for router (0c98c65f-c73e-49a7-831d-6e00ef6cb599), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:32.496751 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cbe2740b-0237-4de5-a627-4ee6c97465c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2091013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1984424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9184'] for router (0c98c65f-c73e-49a7-831d-6e00ef6cb599), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:32.501152 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-9045bffb-314c-466c-a7f7-5ad69031f207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-7-iscsi, 2276716e-d010-493f-805b-07bee1604b14) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:35:32.507274 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9045bffb-314c-466c-a7f7-5ad69031f207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:32.507951 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9045bffb-314c-466c-a7f7-5ad69031f207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:32.517615 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e30315-9040-471a-85f9-6140f6c9c7e4 None None] Network 2276716e-d010-493f-805b-07bee1604b14 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:35:32.553851 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-8664c1e0-c522-4e23-8ce0-cf5503f3fb82 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:32.556191 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-8664c1e0-c522-4e23-8ce0-cf5503f3fb82 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/networks?id=4f02a957-f869-4436-9e44-afa05054a27b HTTP/1.1" status: 200 len: 814 time: 0.2597883 Jan 18 19:35:32.573823 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-8b5441de-edee-4b6f-abac-9135f435dd81 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/quotas/be668e6d10aa4518abe4256a2c3660a5 HTTP/1.1" status: 200 len: 375 time: 0.0118287 Jan 18 19:35:32.614831 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cbe2740b-0237-4de5-a627-4ee6c97465c0 admin admin] Publish callbacks [] for router_controller (0c98c65f-c73e-49a7-831d-6e00ef6cb599), precommit_add_association {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:32.630799 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-2e7a8927-d503-44c5-9c00-a80285acc4b0 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=be668e6d10aa4518abe4256a2c3660a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512621 Jan 18 19:35:32.659588 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-9045bffb-314c-466c-a7f7-5ad69031f207 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4581327 Jan 18 19:35:32.668851 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 57734) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:32.675106 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-a8f4ed42-1e6b-450b-a9cb-f10e21b128e8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:32.774484 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a8f4ed42-1e6b-450b-a9cb-f10e21b128e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9179'] for router (95892a55-9723-437d-a1e3-f0ddeff365fc), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:32.776398 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a8f4ed42-1e6b-450b-a9cb-f10e21b128e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2091013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1984424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9184'] for router (95892a55-9723-437d-a1e3-f0ddeff365fc), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:32.853545 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cbe2740b-0237-4de5-a627-4ee6c97465c0 admin admin] Publish callbacks [] for router_gateway (0c98c65f-c73e-49a7-831d-6e00ef6cb599), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:32.871626 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp129c5bed-9af5-5ca5-9b54-29f02576e802-2276716e-d010-493f-805b-07bee1604b14', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de'}]}} from dv-cinder-811877-7-iscsi. {{(pid=103174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 19:35:32.871824 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a8f4ed42-1e6b-450b-a9cb-f10e21b128e8 admin admin] Publish callbacks [] for router_controller (95892a55-9723-437d-a1e3-f0ddeff365fc), precommit_add_association {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:32.875291 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:32.879234 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-b29f46f8-6180-45ef-83dc-866d1243c239 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:35:32.880316 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-b29f46f8-6180-45ef-83dc-866d1243c239 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0529635 Jan 18 19:35:32.975774 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-b0af6bac-46c1-410d-97ff-d4752c620b50 service neutron] 10.222.0.20 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882792 Jan 18 19:35:33.056714 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Allocated IP 172.20.0.2 (2276716e-d010-493f-805b-07bee1604b14/a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de/bbe028fc-76d9-46ba-8a6a-abef43408ecb) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:35:33.218538 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a8f4ed42-1e6b-450b-a9cb-f10e21b128e8 admin admin] Publish callbacks [] for router_gateway (95892a55-9723-437d-a1e3-f0ddeff365fc), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:33.220840 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cbe2740b-0237-4de5-a627-4ee6c97465c0 admin admin] Publish callbacks [] for router_gateway (0c98c65f-c73e-49a7-831d-6e00ef6cb599), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:33.248914 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-225630f8-1e6f-4dcd-be7b-ca7c3a3fa10e service neutron] 10.222.0.20 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299535 Jan 18 19:35:33.252574 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cbe2740b-0237-4de5-a627-4ee6c97465c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:33.261042 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Publish callbacks [] for port (bbe028fc-76d9-46ba-8a6a-abef43408ecb), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:33.328799 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (bbe028fc-76d9-46ba-8a6a-abef43408ecb), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:33.387096 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Network 2276716e-d010-493f-805b-07bee1604b14 is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:35:33.392757 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:35:33.395814 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:35:33.411537 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Pushing event updated for resources: {'Port': ['ID=bbe028fc-76d9-46ba-8a6a-abef43408ecb,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:33.442169 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:33.442525 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:33.442883 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:33.443347 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:33.443681 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:33.444244 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:33.444696 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:33.444920 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:33.445237 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:33.445554 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:33.445868 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:33.446334 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:33.447071 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Tracked resource versions report: Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: pushed versions: Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: { 'AddressGroup': {'1.2'}, Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'ConntrackHelper': {'1.0'}, Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'LocalIPAssociation': {'1.0'}, Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'Log': {'1.0'}, Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'Network': {'1.1'}, Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'Port': {'1.7'}, Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'PortForwarding': {'1.2'}, Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'QosPolicy': {'1.10'}, Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'SecurityGroup': {'1.5'}, Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'SecurityGroupRule': {'1.2'}, Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'SubPort': {'1.0'}, Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'Subnet': {'1.1'}, Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'Trunk': {'1.1'}} Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: consumer versions: Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: { DHCP agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: HyperV agent@hv-cinder-81187: {}, Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: L3 agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: Metadata agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: Metering agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: Open vSwitch agent@dv-cinder-811877-7-iscsi: { 'AddressGroup': '1.2', Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'ConntrackHelper': '1.0', Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'LocalIPAssociation': '1.0', Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'Log': '1.0', Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'Network': '1.1', Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'Port': '1.7', Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'PortForwarding': '1.2', Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'QosPolicy': '1.10', Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'SecurityGroup': '1.5', Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'SecurityGroupRule': '1.2', Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'SubPort': '1.0', Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'Subnet': '1.1', Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: 'Trunk': '1.1'}} Jan 18 19:35:33.447813 dv-cinder-811877-7-iscsi neutron-server[103174]: {{(pid=103174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 19:35:33.491396 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Attempting to bind port bbe028fc-76d9-46ba-8a6a-abef43408ecb on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:35:33.491762 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Attempting to bind port bbe028fc-76d9-46ba-8a6a-abef43408ecb by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': 'bf86f149-7fa9-43db-8971-7a535193d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2276716e-d010-493f-805b-07bee1604b14'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:35:33.492121 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Attempting to bind port bbe028fc-76d9-46ba-8a6a-abef43408ecb on network 2276716e-d010-493f-805b-07bee1604b14 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:35:33.499267 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:35:33.499643 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Checking segment: {'id': 'bf86f149-7fa9-43db-8971-7a535193d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2276716e-d010-493f-805b-07bee1604b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:35:33.500047 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:33.500430 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Bound using segment: {'id': 'bf86f149-7fa9-43db-8971-7a535193d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2276716e-d010-493f-805b-07bee1604b14'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:35:33.501199 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Bound port: bbe028fc-76d9-46ba-8a6a-abef43408ecb, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf86f149-7fa9-43db-8971-7a535193d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2276716e-d010-493f-805b-07bee1604b14'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:35:33.502001 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (bbe028fc-76d9-46ba-8a6a-abef43408ecb), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:33.537274 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-cbe2740b-0237-4de5-a627-4ee6c97465c0 admin admin] Allocated IP 172.27.2.222 (f5eef2c2-a885-4f46-b327-cbc20c3014d9/9269629e-72aa-4525-943b-faee8ca91ecd/15975187-127f-4927-a194-489f1ec97315) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:35:33.578042 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 57772) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:33.603395 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] For port bbe028fc-76d9-46ba-8a6a-abef43408ecb, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:35:33.610362 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] For port bbe028fc-76d9-46ba-8a6a-abef43408ecb, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=bbe028fc-76d9-46ba-8a6a-abef43408ecb,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:35:33.667047 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cbe2740b-0237-4de5-a627-4ee6c97465c0 admin admin] Publish callbacks [] for port (15975187-127f-4927-a194-489f1ec97315), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:33.700801 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (bbe028fc-76d9-46ba-8a6a-abef43408ecb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:33.787779 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e51c66-55e4-4e43-9bc7-60e07b2aab4a None None] Pushing event updated for resources: {'Port': ['ID=bbe028fc-76d9-46ba-8a6a-abef43408ecb,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:33.908046 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b0b3f78d-bf25-4d76-9ddc-26e7247dab0e req-440e59db-c01e-4adf-8af7-c48655180fba tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 210 time: 0.0690436 Jan 18 19:35:33.919859 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a8f4ed42-1e6b-450b-a9cb-f10e21b128e8 admin admin] Publish callbacks [] for router_gateway (95892a55-9723-437d-a1e3-f0ddeff365fc), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:33.949686 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a8f4ed42-1e6b-450b-a9cb-f10e21b128e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:33.974590 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-8733bffd-1fd2-4ce7-ab81-145b1f2fc7f2 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:33.988783 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-8733bffd-1fd2-4ce7-ab81-145b1f2fc7f2 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/networks?id=be9c509c-ca4e-4a22-9560-651654742bdf HTTP/1.1" status: 200 len: 812 time: 0.3972723 Jan 18 19:35:34.026899 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-d2d5ad68-5940-4c89-9d43-3b8f16b9afb0 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/quotas/b0cfb462244d404d83ab6b48f6495a2c HTTP/1.1" status: 200 len: 375 time: 0.0173705 Jan 18 19:35:34.167091 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-4cce21d9-dca2-451f-9c1a-8d8f840f1e3c tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0cfb462244d404d83ab6b48f6495a2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327923 Jan 18 19:35:34.209941 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cbe2740b-0237-4de5-a627-4ee6c97465c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (15975187-127f-4927-a194-489f1ec97315), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:34.249171 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-55784746-214c-4d92-9535-67d67b00621d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:35:34.250904 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-55784746-214c-4d92-9535-67d67b00621d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0832129 Jan 18 19:35:34.270388 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe2740b-0237-4de5-a627-4ee6c97465c0 admin admin] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:35:34.271553 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2740b-0237-4de5-a627-4ee6c97465c0 admin admin] Pushing event updated for resources: {'Port': ['ID=15975187-127f-4927-a194-489f1ec97315,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:34.274363 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-cbe2740b-0237-4de5-a627-4ee6c97465c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:35:34.290173 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe2740b-0237-4de5-a627-4ee6c97465c0 admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:35:34.355921 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [None req-a8f4ed42-1e6b-450b-a9cb-f10e21b128e8 admin admin] Allocated IP 172.27.2.202 (f5eef2c2-a885-4f46-b327-cbc20c3014d9/9269629e-72aa-4525-943b-faee8ca91ecd/7e9f62e6-8151-4780-a5b6-5bd47d9fb797) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:35:34.438785 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-c33d42d9-50df-4fcc-9d62-f67f733da9ca service neutron] 10.222.0.20 "GET /v2.0/networks/be9c509c-ca4e-4a22-9560-651654742bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781847 Jan 18 19:35:34.578547 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a8f4ed42-1e6b-450b-a9cb-f10e21b128e8 admin admin] Publish callbacks [] for port (7e9f62e6-8151-4780-a5b6-5bd47d9fb797), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:34.594198 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-f37258f9-d9d7-41df-9083-0dcf65517fb7 service neutron] 10.222.0.20 "GET /v2.0/networks/be9c509c-ca4e-4a22-9560-651654742bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475704 Jan 18 19:35:34.723751 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 57828) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:34.814847 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a8f4ed42-1e6b-450b-a9cb-f10e21b128e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (7e9f62e6-8151-4780-a5b6-5bd47d9fb797), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:34.862743 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f4ed42-1e6b-450b-a9cb-f10e21b128e8 admin admin] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:35:34.865617 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-a8f4ed42-1e6b-450b-a9cb-f10e21b128e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:35:34.870415 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cbe2740b-0237-4de5-a627-4ee6c97465c0 admin admin] Publish callbacks [] for router_gateway (0c98c65f-c73e-49a7-831d-6e00ef6cb599), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:34.878156 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f4ed42-1e6b-450b-a9cb-f10e21b128e8 admin admin] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:35:34.881843 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4ed42-1e6b-450b-a9cb-f10e21b128e8 admin admin] Pushing event updated for resources: {'Port': ['ID=7e9f62e6-8151-4780-a5b6-5bd47d9fb797,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:35.008384 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-bbf82e71-2b5b-47f2-90b5-70fa37f9e85e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:35.110354 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733311d6-5bd5-4104-a83c-05ad83288926 None None] Network 2276716e-d010-493f-805b-07bee1604b14 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:35:35.214835 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cbe2740b-0237-4de5-a627-4ee6c97465c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2091036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087314'] for router (0c98c65f-c73e-49a7-831d-6e00ef6cb599), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:35.230790 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-30d6ba9a-1bf8-4b45-bdf2-5e06ea2aaf7b req-28d444e1-d8e6-4718-b5a6-61d6690b37d5 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 210 time: 0.1071165 Jan 18 19:35:35.306211 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cbd79af9-6c26-4ffa-bb74-9c8ad0c9b237 req-c6f6227b-35c9-43c1-b948-5a5db7f4d9b5 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 210 time: 0.0896399 Jan 18 19:35:35.307243 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-41315b1e-ed07-440c-b90c-95501cf04424 None None] Provisioning complete for port bbe028fc-76d9-46ba-8a6a-abef43408ecb triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:35:35.307728 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-41315b1e-ed07-440c-b90c-95501cf04424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (bbe028fc-76d9-46ba-8a6a-abef43408ecb), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:35.556754 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-41315b1e-ed07-440c-b90c-95501cf04424 None None] Current status of the port bbe028fc-76d9-46ba-8a6a-abef43408ecb is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:35:35.557613 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-41315b1e-ed07-440c-b90c-95501cf04424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (bbe028fc-76d9-46ba-8a6a-abef43408ecb), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:35.580917 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-bbf82e71-2b5b-47f2-90b5-70fa37f9e85e admin admin] Publish callbacks [] for security_group (da9f1eb5-4696-4ad3-8f04-33ab0491b855), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:35.609587 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a8f4ed42-1e6b-450b-a9cb-f10e21b128e8 admin admin] Publish callbacks [] for router_gateway (95892a55-9723-437d-a1e3-f0ddeff365fc), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:35.610007 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-41315b1e-ed07-440c-b90c-95501cf04424 None None] For port bbe028fc-76d9-46ba-8a6a-abef43408ecb, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=bbe028fc-76d9-46ba-8a6a-abef43408ecb,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:35:35.679277 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe2740b-0237-4de5-a627-4ee6c97465c0 admin admin] Router 0c98c65f-c73e-49a7-831d-6e00ef6cb599 is scheduled to L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb with binding_index 1 {{(pid=103173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 19:35:35.746634 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-bbf82e71-2b5b-47f2-90b5-70fa37f9e85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (da9f1eb5-4696-4ad3-8f04-33ab0491b855), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:35.763365 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-41315b1e-ed07-440c-b90c-95501cf04424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (bbe028fc-76d9-46ba-8a6a-abef43408ecb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:35.812942 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe2740b-0237-4de5-a627-4ee6c97465c0 admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:35:35.828591 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-bbf82e71-2b5b-47f2-90b5-70fa37f9e85e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=343912fcde774459a0a9bf916ec8d60f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1014020 Jan 18 19:35:35.829022 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] Sync routers for ids ['0c98c65f-c73e-49a7-831d-6e00ef6cb599'] in dv-cinder-811877-7-iscsi {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:35:35.829505 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf82e71-2b5b-47f2-90b5-70fa37f9e85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9f1eb5-4696-4ad3-8f04-33ab0491b855,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:35.832566 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 57882) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:35.849471 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] Routers {'0c98c65f-c73e-49a7-831d-6e00ef6cb599'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:35:35.850578 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:35:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['0c98c65f-c73e-49a7-831d-6e00ef6cb599'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:35:35.869215 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a8f4ed42-1e6b-450b-a9cb-f10e21b128e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2091036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087314'] for router (95892a55-9723-437d-a1e3-f0ddeff365fc), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:35.895861 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41315b1e-ed07-440c-b90c-95501cf04424 None None] Pushing event updated for resources: {'Port': ['ID=bbe028fc-76d9-46ba-8a6a-abef43408ecb,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:35.911722 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-c743652f-a6db-495a-8433-809d2cbe7843 None None] Provisioning complete for port bbe028fc-76d9-46ba-8a6a-abef43408ecb triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:35:35.911980 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c743652f-a6db-495a-8433-809d2cbe7843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (bbe028fc-76d9-46ba-8a6a-abef43408ecb), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:35.952055 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cbe2740b-0237-4de5-a627-4ee6c97465c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:35.956477 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-cbe2740b-0237-4de5-a627-4ee6c97465c0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6392150 Jan 18 19:35:35.956932 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 57884) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:35.957614 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-7fee9248-c7ed-4b49-9fc0-fe294f09c36a admin admin] Publish callbacks [] for security_group (da9f1eb5-4696-4ad3-8f04-33ab0491b855), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:36.007832 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device bbe028fc-76d9-46ba-8a6a-abef43408ecb up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:35:36.122697 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-c743652f-a6db-495a-8433-809d2cbe7843 None None] Current status of the port bbe028fc-76d9-46ba-8a6a-abef43408ecb is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:35:36.137355 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port bbe028fc-76d9-46ba-8a6a-abef43408ecb triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:35:36.137987 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (bbe028fc-76d9-46ba-8a6a-abef43408ecb), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:36.146712 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] Set router 0c98c65f-c73e-49a7-831d-6e00ef6cb599 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:35:36.180165 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-7fee9248-c7ed-4b49-9fc0-fe294f09c36a admin admin] Publish callbacks [] for security_group (da9f1eb5-4696-4ad3-8f04-33ab0491b855), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:36.347438 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port bbe028fc-76d9-46ba-8a6a-abef43408ecb is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:35:36.372653 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9930c741-110b-4d2a-851a-7fa80083af99 req-0d4c2c4d-3676-435c-bf92-b3873768efee tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 210 time: 0.0400555 Jan 18 19:35:36.466629 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c98c65f-c73e-49a7-831d-6e00ef6cb599', 'name': 'tempest-ServerRescueNegativeTestJSON-2059327281-router', 'tenant_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '15975187-127f-4927-a194-489f1ec97315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:34Z', 'revision_number': 3, 'project_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'gw_port': {'id': '15975187-127f-4927-a194-489f1ec97315', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c98c65f-c73e-49a7-831d-6e00ef6cb599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:35:36.507236 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f4ed42-1e6b-450b-a9cb-f10e21b128e8 admin admin] Router 95892a55-9723-437d-a1e3-f0ddeff365fc is scheduled to L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb with binding_index 1 {{(pid=103172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 19:35:36.509461 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-7fee9248-c7ed-4b49-9fc0-fe294f09c36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (da9f1eb5-4696-4ad3-8f04-33ab0491b855), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:36.510122 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] Checking router: 0c98c65f-c73e-49a7-831d-6e00ef6cb599 for host: dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:35:36.510489 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] Updating router 0c98c65f-c73e-49a7-831d-6e00ef6cb599 port 15975187-127f-4927-a194-489f1ec97315 binding host dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:35:36.512356 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-7fee9248-c7ed-4b49-9fc0-fe294f09c36a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:36.516175 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-7fee9248-c7ed-4b49-9fc0-fe294f09c36a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da9f1eb5-4696-4ad3-8f04-33ab0491b855 HTTP/1.1" status: 204 len: 168 time: 0.6788931 Jan 18 19:35:36.536984 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee9248-c7ed-4b49-9fc0-fe294f09c36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9f1eb5-4696-4ad3-8f04-33ab0491b855,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:36.546365 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (15975187-127f-4927-a194-489f1ec97315), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:36.755058 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ea201e14-3b50-4771-a03d-eda33685011a req-1bea307a-254f-4c2e-9218-facdbb8e635e tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 210 time: 0.0929477 Jan 18 19:35:36.841011 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f4ed42-1e6b-450b-a9cb-f10e21b128e8 admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:35:36.850992 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] Sync routers for ids ['95892a55-9723-437d-a1e3-f0ddeff365fc'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:35:36.868731 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] Routers {'95892a55-9723-437d-a1e3-f0ddeff365fc'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:35:36.870673 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:35:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['95892a55-9723-437d-a1e3-f0ddeff365fc'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:35:37.012107 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-7b657bc6-0d27-4795-bc15-adfd4de6135e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:37.017895 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a8f4ed42-1e6b-450b-a9cb-f10e21b128e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:37.019217 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-a8f4ed42-1e6b-450b-a9cb-f10e21b128e8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3493037 Jan 18 19:35:37.022028 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57928) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:37.056225 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] Publish callbacks [] for port (15975187-127f-4927-a194-489f1ec97315), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:37.056993 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] Set router 95892a55-9723-437d-a1e3-f0ddeff365fc gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:35:37.144503 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (15975187-127f-4927-a194-489f1ec97315), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:37.227876 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3682b72-8b61-42c1-8934-c345e3272417 None None] Pushing event updated for resources: {'Port': ['ID=15975187-127f-4927-a194-489f1ec97315,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:37.234899 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] Attempting to bind port 15975187-127f-4927-a194-489f1ec97315 on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:35:37.236245 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] Attempting to bind port 15975187-127f-4927-a194-489f1ec97315 by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:35:37.242527 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] Attempting to bind port 15975187-127f-4927-a194-489f1ec97315 on network f5eef2c2-a885-4f46-b327-cbc20c3014d9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:35:37.247813 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [None req-7b657bc6-0d27-4795-bc15-adfd4de6135e admin admin] Allocated IP 172.20.0.1 (2a37f81d-d7f4-49f1-80e7-09fae1eca369/bdd86ec8-e4ac-4f77-b398-ae467a5e4aac/2570bbd2-dec4-4a6a-b9d6-a425bff19c1e) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:35:37.253014 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3682b72-8b61-42c1-8934-c345e3272417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:37.268211 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3682b72-8b61-42c1-8934-c345e3272417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:37.268211 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3682b72-8b61-42c1-8934-c345e3272417 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:37.268211 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3682b72-8b61-42c1-8934-c345e3272417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:37.268211 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3682b72-8b61-42c1-8934-c345e3272417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:37.268211 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3682b72-8b61-42c1-8934-c345e3272417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:37.268211 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3682b72-8b61-42c1-8934-c345e3272417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:37.268211 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3682b72-8b61-42c1-8934-c345e3272417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:37.268211 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3682b72-8b61-42c1-8934-c345e3272417 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:37.268917 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3682b72-8b61-42c1-8934-c345e3272417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:37.275282 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3682b72-8b61-42c1-8934-c345e3272417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:37.275860 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3682b72-8b61-42c1-8934-c345e3272417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:37.276401 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3682b72-8b61-42c1-8934-c345e3272417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3682b72-8b61-42c1-8934-c345e3272417 None None] Tracked resource versions report: Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: pushed versions: Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: { 'AddressGroup': {'1.2'}, Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'ConntrackHelper': {'1.0'}, Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'LocalIPAssociation': {'1.0'}, Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'Log': {'1.0'}, Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'Network': {'1.1'}, Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'Port': {'1.7'}, Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'PortForwarding': {'1.2'}, Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'QosPolicy': {'1.10'}, Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'SecurityGroup': {'1.5'}, Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'SecurityGroupRule': {'1.2'}, Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'SubPort': {'1.0'}, Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'Subnet': {'1.1'}, Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'Trunk': {'1.1'}} Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: consumer versions: Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: { DHCP agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: HyperV agent@hv-cinder-81187: {}, Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: L3 agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: Metadata agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: Metering agent@dv-cinder-811877-7-iscsi: {}, Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: Open vSwitch agent@dv-cinder-811877-7-iscsi: { 'AddressGroup': '1.2', Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'ConntrackHelper': '1.0', Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'LocalIPAssociation': '1.0', Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'Log': '1.0', Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'Network': '1.1', Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'Port': '1.7', Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'PortForwarding': '1.2', Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'QosPolicy': '1.10', Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'SecurityGroup': '1.5', Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'SecurityGroupRule': '1.2', Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'SubPort': '1.0', Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'Subnet': '1.1', Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: 'Trunk': '1.1'}} Jan 18 19:35:37.277825 dv-cinder-811877-7-iscsi neutron-server[103175]: {{(pid=103175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 19:35:37.304210 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:35:37.308873 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] Checking segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:35:37.309557 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:37.311391 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] Bound using segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:35:37.312354 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] Bound port: 15975187-127f-4927-a194-489f1ec97315, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:35:37.313552 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (15975187-127f-4927-a194-489f1ec97315), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:37.352096 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:35Z', 'revision_number': 3, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:35:37.408009 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] Checking router: 95892a55-9723-437d-a1e3-f0ddeff365fc for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:35:37.408334 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] Updating router 95892a55-9723-437d-a1e3-f0ddeff365fc port 7e9f62e6-8151-4780-a5b6-5bd47d9fb797 binding host dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:35:37.425389 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] For port 15975187-127f-4927-a194-489f1ec97315, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:35:37.430718 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] For port 15975187-127f-4927-a194-489f1ec97315, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=15975187-127f-4927-a194-489f1ec97315,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:35:37.451712 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-7b657bc6-0d27-4795-bc15-adfd4de6135e admin admin] Publish callbacks [] for port (2570bbd2-dec4-4a6a-b9d6-a425bff19c1e), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:37.475557 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (7e9f62e6-8151-4780-a5b6-5bd47d9fb797), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:37.541143 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (15975187-127f-4927-a194-489f1ec97315), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:37.587660 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57942) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:37.612834 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ae27-1235-40a0-9e1d-e3ef632c2bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:37.620269 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a176d058-04b4-4530-bfb4-3485c157732c req-7564cdd5-8e8d-4fb9-b1bc-7d608986fd07 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 210 time: 0.0655806 Jan 18 19:35:37.629714 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-7b657bc6-0d27-4795-bc15-adfd4de6135e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (2570bbd2-dec4-4a6a-b9d6-a425bff19c1e), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:37.631308 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] Routers {'0c98c65f-c73e-49a7-831d-6e00ef6cb599'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:35:37.632316 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:35:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['0c98c65f-c73e-49a7-831d-6e00ef6cb599'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:35:37.683616 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b657bc6-0d27-4795-bc15-adfd4de6135e admin admin] Network 2a37f81d-d7f4-49f1-80e7-09fae1eca369 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:35:37.686496 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-7b657bc6-0d27-4795-bc15-adfd4de6135e admin admin] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:35:37.691479 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b657bc6-0d27-4795-bc15-adfd4de6135e admin admin] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:35:37.691943 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-7b657bc6-0d27-4795-bc15-adfd4de6135e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088359'] for router_interface (0c98c65f-c73e-49a7-831d-6e00ef6cb599), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:37.696032 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b657bc6-0d27-4795-bc15-adfd4de6135e admin admin] Pushing event updated for resources: {'Port': ['ID=2570bbd2-dec4-4a6a-b9d6-a425bff19c1e,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:37.716864 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3682b72-8b61-42c1-8934-c345e3272417 None None] Pushing event updated for resources: {'Port': ['ID=15975187-127f-4927-a194-489f1ec97315,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:37.718382 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ae27-1235-40a0-9e1d-e3ef632c2bce admin admin] Publish callbacks [] for security_group (8747bcbb-4bd2-43e6-a060-7694a44b2eff), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:37.789911 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] Set router 0c98c65f-c73e-49a7-831d-6e00ef6cb599 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:35:37.910296 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ae27-1235-40a0-9e1d-e3ef632c2bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (8747bcbb-4bd2-43e6-a060-7694a44b2eff), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:37.920958 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device bbe028fc-76d9-46ba-8a6a-abef43408ecb up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:35:37.962813 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-415205ca-347d-4de4-9440-b13acf1a57d0 req-5431d846-dfca-4dfa-be16-2246be94409f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 210 time: 0.0545993 Jan 18 19:35:37.967941 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3ae27-1235-40a0-9e1d-e3ef632c2bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8747bcbb-4bd2-43e6-a060-7694a44b2eff,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:37.974390 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-7b657bc6-0d27-4795-bc15-adfd4de6135e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (2570bbd2-dec4-4a6a-b9d6-a425bff19c1e), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:37.977839 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] Publish callbacks [] for port (7e9f62e6-8151-4780-a5b6-5bd47d9fb797), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:38.021817 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port bbe028fc-76d9-46ba-8a6a-abef43408ecb triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:35:38.022517 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-4ee3ae27-1235-40a0-9e1d-e3ef632c2bce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3d3a49d14e0410ca943ae4d7242fdcb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4341471 Jan 18 19:35:38.023009 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (bbe028fc-76d9-46ba-8a6a-abef43408ecb), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:38.026897 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 57954) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:38.058804 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1ebc285-de8b-47f3-a4ed-6bd61d95c9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:38.078608 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (7e9f62e6-8151-4780-a5b6-5bd47d9fb797), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:38.132930 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c98c65f-c73e-49a7-831d-6e00ef6cb599', 'name': 'tempest-ServerRescueNegativeTestJSON-2059327281-router', 'tenant_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '15975187-127f-4927-a194-489f1ec97315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:34Z', 'revision_number': 3, 'project_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'gw_port': {'id': '15975187-127f-4927-a194-489f1ec97315', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c98c65f-c73e-49a7-831d-6e00ef6cb599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:35:38.144339 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd2563fd-3375-42fd-b0cb-cd354b8eed26 admin admin] Publish callbacks [] for security_group (8747bcbb-4bd2-43e6-a060-7694a44b2eff), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:38.162276 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-7b657bc6-0d27-4795-bc15-adfd4de6135e admin admin] Publish callbacks [] for port (2570bbd2-dec4-4a6a-b9d6-a425bff19c1e), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:38.169433 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] Attempting to bind port 7e9f62e6-8151-4780-a5b6-5bd47d9fb797 on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:35:38.169857 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] Attempting to bind port 7e9f62e6-8151-4780-a5b6-5bd47d9fb797 by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:35:38.170457 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] Attempting to bind port 7e9f62e6-8151-4780-a5b6-5bd47d9fb797 on network f5eef2c2-a885-4f46-b327-cbc20c3014d9 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:35:38.183668 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port bbe028fc-76d9-46ba-8a6a-abef43408ecb is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:35:38.187704 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:35:38.188430 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] Checking segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:35:38.189230 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:38.190821 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] Bound using segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:35:38.191485 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] Bound port: 7e9f62e6-8151-4780-a5b6-5bd47d9fb797, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:35:38.192045 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (7e9f62e6-8151-4780-a5b6-5bd47d9fb797), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:38.195870 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd3024-9876-4a3e-ad4c-dfe7eca14c0e None None] Pushing event updated for resources: {'Port': ['ID=7e9f62e6-8151-4780-a5b6-5bd47d9fb797,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:38.207506 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76cef15-ea77-4316-b55d-705a35057211 None None] The sync data for ids ['0c98c65f-c73e-49a7-831d-6e00ef6cb599'] in dv-cinder-811877-7-iscsi is: [{'id': '0c98c65f-c73e-49a7-831d-6e00ef6cb599', 'name': 'tempest-ServerRescueNegativeTestJSON-2059327281-router', 'tenant_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '15975187-127f-4927-a194-489f1ec97315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:34Z', 'revision_number': 3, 'project_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'gw_port': {'id': '15975187-127f-4927-a194-489f1ec97315', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c98c65f-c73e-49a7-831d-6e00ef6cb599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:35:38.250974 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd2563fd-3375-42fd-b0cb-cd354b8eed26 admin admin] Publish callbacks [] for security_group (8747bcbb-4bd2-43e6-a060-7694a44b2eff), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:38.273542 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] For port 7e9f62e6-8151-4780-a5b6-5bd47d9fb797, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:35:38.273542 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] For port 7e9f62e6-8151-4780-a5b6-5bd47d9fb797, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=7e9f62e6-8151-4780-a5b6-5bd47d9fb797,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:35:38.342434 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-e1ebc285-de8b-47f3-a4ed-6bd61d95c9f5 admin admin] Allocated IP 172.20.0.1 (2276716e-d010-493f-805b-07bee1604b14/a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de/d458af8c-2fdd-4be7-b4ef-d6bf5b571cec) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:35:38.368465 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-7b657bc6-0d27-4795-bc15-adfd4de6135e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (2570bbd2-dec4-4a6a-b9d6-a425bff19c1e), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:38.369177 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-7b657bc6-0d27-4795-bc15-adfd4de6135e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088275'] for router_interface (0c98c65f-c73e-49a7-831d-6e00ef6cb599), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:38.450216 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (7e9f62e6-8151-4780-a5b6-5bd47d9fb797), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:38.667465 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1ebc285-de8b-47f3-a4ed-6bd61d95c9f5 admin admin] Publish callbacks [] for port (d458af8c-2fdd-4be7-b4ef-d6bf5b571cec), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:38.668503 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b657bc6-0d27-4795-bc15-adfd4de6135e admin admin] Pushing event updated for resources: {'Port': ['ID=2570bbd2-dec4-4a6a-b9d6-a425bff19c1e,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:38.668882 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd2563fd-3375-42fd-b0cb-cd354b8eed26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (8747bcbb-4bd2-43e6-a060-7694a44b2eff), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:38.668882 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd2563fd-3375-42fd-b0cb-cd354b8eed26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:38.668882 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-cd2563fd-3375-42fd-b0cb-cd354b8eed26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8747bcbb-4bd2-43e6-a060-7694a44b2eff HTTP/1.1" status: 204 len: 168 time: 0.4781210 Jan 18 19:35:38.668882 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2563fd-3375-42fd-b0cb-cd354b8eed26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8747bcbb-4bd2-43e6-a060-7694a44b2eff,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:38.669482 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b657bc6-0d27-4795-bc15-adfd4de6135e admin admin] Network 2a37f81d-d7f4-49f1-80e7-09fae1eca369 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:35:38.669482 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-7b657bc6-0d27-4795-bc15-adfd4de6135e admin admin] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:35:38.669939 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] Routers {'95892a55-9723-437d-a1e3-f0ddeff365fc'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:35:38.669939 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:35:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['95892a55-9723-437d-a1e3-f0ddeff365fc'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:35:38.669939 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd3024-9876-4a3e-ad4c-dfe7eca14c0e None None] Pushing event updated for resources: {'Port': ['ID=7e9f62e6-8151-4780-a5b6-5bd47d9fb797,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:38.672544 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1ebc285-de8b-47f3-a4ed-6bd61d95c9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (d458af8c-2fdd-4be7-b4ef-d6bf5b571cec), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:38.733830 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ebc285-de8b-47f3-a4ed-6bd61d95c9f5 admin admin] Network 2276716e-d010-493f-805b-07bee1604b14 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:35:38.739927 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-e1ebc285-de8b-47f3-a4ed-6bd61d95c9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:35:38.760445 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ebc285-de8b-47f3-a4ed-6bd61d95c9f5 admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:35:38.761023 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1ebc285-de8b-47f3-a4ed-6bd61d95c9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088359'] for router_interface (95892a55-9723-437d-a1e3-f0ddeff365fc), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:38.770698 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] Set router 95892a55-9723-437d-a1e3-f0ddeff365fc gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:35:38.985703 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bbb00e68-088c-476b-bbbe-16da1cbb0075 req-aeabcd59-c5d1-45db-91c4-ba32df284a30 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 210 time: 0.2376900 Jan 18 19:35:39.032231 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b657bc6-0d27-4795-bc15-adfd4de6135e admin admin] Router 0c98c65f-c73e-49a7-831d-6e00ef6cb599 has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:35:39.065621 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebc285-de8b-47f3-a4ed-6bd61d95c9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d458af8c-2fdd-4be7-b4ef-d6bf5b571cec,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:39.201254 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-427b6e00-229c-4511-b4c5-0c3b5dc6b62b req-10ccf69e-52ff-44ca-9a8c-e971b86590b0 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 210 time: 0.0526714 Jan 18 19:35:39.201400 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-5380bc57-6fc1-4736-a672-0c7a2f57e368 None None] Provisioning complete for port d458af8c-2fdd-4be7-b4ef-d6bf5b571cec triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:35:39.201907 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5380bc57-6fc1-4736-a672-0c7a2f57e368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (d458af8c-2fdd-4be7-b4ef-d6bf5b571cec), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:39.295539 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-5380bc57-6fc1-4736-a672-0c7a2f57e368 None None] Port d458af8c-2fdd-4be7-b4ef-d6bf5b571cec cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:35:39.302878 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b657bc6-0d27-4795-bc15-adfd4de6135e admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:35:39.313426 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-7b657bc6-0d27-4795-bc15-adfd4de6135e admin admin] 10.222.0.20 "PUT /v2.0/routers/0c98c65f-c73e-49a7-831d-6e00ef6cb599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3536508 Jan 18 19:35:39.335760 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:35Z', 'revision_number': 3, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:35:39.382185 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191daa2e-3322-438f-a1a4-810dfa6a8fde None None] The sync data for ids ['95892a55-9723-437d-a1e3-f0ddeff365fc'] in dv-cinder-811877-7-iscsi is: [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:35Z', 'revision_number': 3, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:35:39.441891 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1ebc285-de8b-47f3-a4ed-6bd61d95c9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (d458af8c-2fdd-4be7-b4ef-d6bf5b571cec), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:39.669524 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1ebc285-de8b-47f3-a4ed-6bd61d95c9f5 admin admin] Publish callbacks [] for port (d458af8c-2fdd-4be7-b4ef-d6bf5b571cec), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:39.771174 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1ebc285-de8b-47f3-a4ed-6bd61d95c9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (d458af8c-2fdd-4be7-b4ef-d6bf5b571cec), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:39.772002 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1ebc285-de8b-47f3-a4ed-6bd61d95c9f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088275'] for router_interface (95892a55-9723-437d-a1e3-f0ddeff365fc), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:39.901106 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebc285-de8b-47f3-a4ed-6bd61d95c9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d458af8c-2fdd-4be7-b4ef-d6bf5b571cec,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:39.973127 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ebc285-de8b-47f3-a4ed-6bd61d95c9f5 admin admin] Network 2276716e-d010-493f-805b-07bee1604b14 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:35:39.975767 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-e1ebc285-de8b-47f3-a4ed-6bd61d95c9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:35:40.006876 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 15975187-127f-4927-a194-489f1ec97315 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:35:40.093966 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadc951-f130-430e-a4ae-19661114ed99 req-6a3dbc53-1a37-4574-ae91-d213c7db1681 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:40.101665 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4fadc951-f130-430e-a4ae-19661114ed99 req-6a3dbc53-1a37-4574-ae91-d213c7db1681 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/networks?id=2a37f81d-d7f4-49f1-80e7-09fae1eca369 HTTP/1.1" status: 200 len: 819 time: 0.2439926 Jan 18 19:35:40.105174 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 15975187-127f-4927-a194-489f1ec97315 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:35:40.105576 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (15975187-127f-4927-a194-489f1ec97315), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:40.134867 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4fadc951-f130-430e-a4ae-19661114ed99 req-30231ded-688a-45d0-983c-f8b6f6c6ec6e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/quotas/d566f74dc13d4f3ea84a0b02cd9786fa HTTP/1.1" status: 200 len: 375 time: 0.0281959 Jan 18 19:35:40.234739 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7422e2d6-33c0-46f9-83d2-85bf7b149a24 req-3bc43c2e-a9fa-4a2c-92bb-0923b429831b tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 210 time: 0.0976534 Jan 18 19:35:40.259309 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ebc285-de8b-47f3-a4ed-6bd61d95c9f5 admin admin] Router 95892a55-9723-437d-a1e3-f0ddeff365fc has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:35:40.310909 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 15975187-127f-4927-a194-489f1ec97315 is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:35:40.311335 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (15975187-127f-4927-a194-489f1ec97315), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:40.323712 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4fadc951-f130-430e-a4ae-19661114ed99 req-b5183f95-000c-46f2-afa3-4790de5dcd3f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d566f74dc13d4f3ea84a0b02cd9786fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1877978 Jan 18 19:35:40.336153 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] For port 15975187-127f-4927-a194-489f1ec97315, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=15975187-127f-4927-a194-489f1ec97315,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:35:40.410630 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (15975187-127f-4927-a194-489f1ec97315), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:40.411573 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 7e9f62e6-8151-4780-a5b6-5bd47d9fb797 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:35:40.524939 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0b6e9fcd-1c2e-41ac-80c3-e779947137bd req-1ffe9485-5e49-431f-954d-19dd2be53ce7 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 210 time: 0.0722671 Jan 18 19:35:40.546127 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ebc285-de8b-47f3-a4ed-6bd61d95c9f5 admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:35:40.550658 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4fadc951-f130-430e-a4ae-19661114ed99 req-074ce385-8162-4518-81ae-ba912a5ecaf5 service neutron] 10.222.0.20 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159591 Jan 18 19:35:40.558301 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-c73008af-d6bd-496a-a5f6-eb7bcf49c790 None None] Provisioning complete for port d458af8c-2fdd-4be7-b4ef-d6bf5b571cec triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:35:40.558692 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c73008af-d6bd-496a-a5f6-eb7bcf49c790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (d458af8c-2fdd-4be7-b4ef-d6bf5b571cec), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:40.568706 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-e1ebc285-de8b-47f3-a4ed-6bd61d95c9f5 admin admin] 10.222.0.20 "PUT /v2.0/routers/95892a55-9723-437d-a1e3-f0ddeff365fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5434809 Jan 18 19:35:40.577477 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] Sync routers for ids ['0c98c65f-c73e-49a7-831d-6e00ef6cb599'] in dv-cinder-811877-7-iscsi {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:35:40.603623 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] Routers {'0c98c65f-c73e-49a7-831d-6e00ef6cb599'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:35:40.604445 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:35:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['0c98c65f-c73e-49a7-831d-6e00ef6cb599'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:35:40.619854 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Pushing event updated for resources: {'Port': ['ID=15975187-127f-4927-a194-489f1ec97315,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:40.650575 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-c73008af-d6bd-496a-a5f6-eb7bcf49c790 None None] Port d458af8c-2fdd-4be7-b4ef-d6bf5b571cec cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:35:40.678516 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 7e9f62e6-8151-4780-a5b6-5bd47d9fb797 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:35:40.678923 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (7e9f62e6-8151-4780-a5b6-5bd47d9fb797), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:40.781279 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4fadc951-f130-430e-a4ae-19661114ed99 req-2965d19b-f40c-40e6-ab01-e49c22dc9266 service neutron] 10.222.0.20 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159235 Jan 18 19:35:40.800856 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 7e9f62e6-8151-4780-a5b6-5bd47d9fb797 is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:35:40.801281 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (7e9f62e6-8151-4780-a5b6-5bd47d9fb797), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:40.819251 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] Set router 0c98c65f-c73e-49a7-831d-6e00ef6cb599 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:35:40.825565 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] For port 7e9f62e6-8151-4780-a5b6-5bd47d9fb797, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=7e9f62e6-8151-4780-a5b6-5bd47d9fb797,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:35:40.912598 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (7e9f62e6-8151-4780-a5b6-5bd47d9fb797), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:40.969521 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Pushing event updated for resources: {'Port': ['ID=7e9f62e6-8151-4780-a5b6-5bd47d9fb797,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:41.080740 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c98c65f-c73e-49a7-831d-6e00ef6cb599', 'name': 'tempest-ServerRescueNegativeTestJSON-2059327281-router', 'tenant_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '15975187-127f-4927-a194-489f1ec97315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:37Z', 'revision_number': 4, 'project_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'gw_port': {'id': '15975187-127f-4927-a194-489f1ec97315', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c98c65f-c73e-49a7-831d-6e00ef6cb599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '2570bbd2-dec4-4a6a-b9d6-a425bff19c1e', 'name': '', 'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369', 'tenant_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'mac_address': 'fa:16:3e:ec:57:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c98c65f-c73e-49a7-831d-6e00ef6cb599', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bdd86ec8-e4ac-4f77-b398-ae467a5e4aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:37Z', 'updated_at': '2022-01-18T19:35:38Z', 'revision_number': 2, 'project_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'subnets': [{'id': 'bdd86ec8-e4ac-4f77-b398-ae467a5e4aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:35:41.120809 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] Checking router: 0c98c65f-c73e-49a7-831d-6e00ef6cb599 for host: dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:35:41.121173 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] Updating router 0c98c65f-c73e-49a7-831d-6e00ef6cb599 port 2570bbd2-dec4-4a6a-b9d6-a425bff19c1e binding host dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:35:41.146473 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b68ec390-171d-4341-b527-4e5be894a88c req-ddf331e1-318e-4a0e-8b49-ad0156b9fa58 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 210 time: 0.0501466 Jan 18 19:35:41.154398 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (2570bbd2-dec4-4a6a-b9d6-a425bff19c1e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:41.368824 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58064) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:41.373626 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-65eb960a-bf76-44ed-b128-fb0ffc9227c1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Request body: {'security_group': {'name': 'tempest-securitygroup--538495265', 'description': 'tempest-description--904956334'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:41.404991 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-63d373ad-e5ae-4a52-a85d-93687244c44b req-2d2a91f7-a9f5-4333-b4bb-d20f2462768c tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 210 time: 0.0641341 Jan 18 19:35:41.512276 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65eb960a-bf76-44ed-b128-fb0ffc9227c1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:41.602344 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-9269c321-9fc3-459a-9520-67925eb6995f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:41.603990 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-9269c321-9fc3-459a-9520-67925eb6995f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/networks?id=2a37f81d-d7f4-49f1-80e7-09fae1eca369 HTTP/1.1" status: 200 len: 819 time: 0.1266890 Jan 18 19:35:41.662395 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] Publish callbacks [] for port (2570bbd2-dec4-4a6a-b9d6-a425bff19c1e), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:41.668281 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0d85002d-60aa-4649-be89-0d04fb0b1980 req-ea8bd7bc-0c1f-4cd3-a4f7-4969a57cb8d8 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 210 time: 0.0454931 Jan 18 19:35:41.673901 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65eb960a-bf76-44ed-b128-fb0ffc9227c1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group (d8157f39-b651-4e71-be9f-65a4c3c2ece2), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:41.675756 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-7e0d9ec9-ae63-4f58-a7ed-6c6878a2cc78 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/quotas/d566f74dc13d4f3ea84a0b02cd9786fa HTTP/1.1" status: 200 len: 375 time: 0.0587490 Jan 18 19:35:41.727150 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-e0c6c01c-5238-4cc4-aff7-1917f3536f86 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d566f74dc13d4f3ea84a0b02cd9786fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440507 Jan 18 19:35:41.762878 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (2570bbd2-dec4-4a6a-b9d6-a425bff19c1e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:41.784776 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65eb960a-bf76-44ed-b128-fb0ffc9227c1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (d8157f39-b651-4e71-be9f-65a4c3c2ece2), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:41.822557 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb960a-bf76-44ed-b128-fb0ffc9227c1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8157f39-b651-4e71-be9f-65a4c3c2ece2,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:41.859425 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58cc38-2923-4ed4-ae7a-22458709c969 None None] Pushing event updated for resources: {'Port': ['ID=2570bbd2-dec4-4a6a-b9d6-a425bff19c1e,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:41.878039 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-9b704460-5a60-47de-903c-721cf09e602f service neutron] 10.222.0.20 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430206 Jan 18 19:35:41.879329 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] Sync routers for ids ['95892a55-9723-437d-a1e3-f0ddeff365fc'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:35:41.901757 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-65eb960a-bf76-44ed-b128-fb0ffc9227c1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:41.903350 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-65eb960a-bf76-44ed-b128-fb0ffc9227c1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.5334976 Jan 18 19:35:41.906171 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58086) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:41.910810 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-478f0764-c2cc-4fa4-a1e9-0227b22f5110 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Request body: {'security_group_rule': {'security_group_id': 'd8157f39-b651-4e71-be9f-65a4c3c2ece2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:41.918452 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] Attempting to bind port 2570bbd2-dec4-4a6a-b9d6-a425bff19c1e on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:35:41.918643 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] Routers {'95892a55-9723-437d-a1e3-f0ddeff365fc'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:35:41.918827 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] Attempting to bind port 2570bbd2-dec4-4a6a-b9d6-a425bff19c1e by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': 'bd6a3413-6529-4e74-9a70-4bca6f584af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:35:41.919380 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:35:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['95892a55-9723-437d-a1e3-f0ddeff365fc'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:35:41.919824 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] Attempting to bind port 2570bbd2-dec4-4a6a-b9d6-a425bff19c1e on network 2a37f81d-d7f4-49f1-80e7-09fae1eca369 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:35:41.935088 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:35:41.937495 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] Checking segment: {'id': 'bd6a3413-6529-4e74-9a70-4bca6f584af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:35:41.938089 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:41.938816 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] Bound using segment: {'id': 'bd6a3413-6529-4e74-9a70-4bca6f584af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:35:41.941708 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] Bound port: 2570bbd2-dec4-4a6a-b9d6-a425bff19c1e, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6a3413-6529-4e74-9a70-4bca6f584af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:35:41.944012 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (2570bbd2-dec4-4a6a-b9d6-a425bff19c1e), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:42.020081 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] For port 2570bbd2-dec4-4a6a-b9d6-a425bff19c1e, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:35:42.034045 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] For port 2570bbd2-dec4-4a6a-b9d6-a425bff19c1e, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=2570bbd2-dec4-4a6a-b9d6-a425bff19c1e,segment=NetworkSegment(bd6a3413-6529-4e74-9a70-4bca6f584af7),segment_id=bd6a3413-6529-4e74-9a70-4bca6f584af7)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:35:42.066588 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-478f0764-c2cc-4fa4-a1e9-0227b22f5110 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group_rule (6bb44452-573b-4bb8-97ea-9011c0cadd09), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:42.101206 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-b3dc5490-9b45-4b39-a00a-696d8c845274 service neutron] 10.222.0.20 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220170 Jan 18 19:35:42.112423 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (2570bbd2-dec4-4a6a-b9d6-a425bff19c1e), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:42.154743 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] Set router 95892a55-9723-437d-a1e3-f0ddeff365fc gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:35:42.211996 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 15975187-127f-4927-a194-489f1ec97315 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:35:42.215159 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] Routers {'0c98c65f-c73e-49a7-831d-6e00ef6cb599'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:35:42.215973 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:35:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['0c98c65f-c73e-49a7-831d-6e00ef6cb599'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:35:42.219831 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-478f0764-c2cc-4fa4-a1e9-0227b22f5110 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group_rule (6bb44452-573b-4bb8-97ea-9011c0cadd09), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:42.282436 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58cc38-2923-4ed4-ae7a-22458709c969 None None] Pushing event updated for resources: {'Port': ['ID=2570bbd2-dec4-4a6a-b9d6-a425bff19c1e,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:42.311407 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-478f0764-c2cc-4fa4-a1e9-0227b22f5110 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (6bb44452-573b-4bb8-97ea-9011c0cadd09), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:42.363178 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f0764-c2cc-4fa4-a1e9-0227b22f5110 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb44452-573b-4bb8-97ea-9011c0cadd09,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:42.398426 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] Set router 0c98c65f-c73e-49a7-831d-6e00ef6cb599 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:35:42.403710 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 15975187-127f-4927-a194-489f1ec97315 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:35:42.404184 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (15975187-127f-4927-a194-489f1ec97315), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:42.479044 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-478f0764-c2cc-4fa4-a1e9-0227b22f5110 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:42.485227 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-478f0764-c2cc-4fa4-a1e9-0227b22f5110 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5764441 Jan 18 19:35:42.485227 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58104) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:42.490819 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-952f195a-d093-44d5-821f-b02798c0a3de req-105b7c97-4815-4d83-847e-30da716fe2d1 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 210 time: 0.0476797 Jan 18 19:35:42.492238 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-853c6db1-a36d-45fe-aebb-9903123a183b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Request body: {'security_group_rule': {'security_group_id': 'd8157f39-b651-4e71-be9f-65a4c3c2ece2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:42.585091 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c15231dc-1502-4c07-ba4d-92852caef443 req-f47df0ac-a1f1-4c08-ac32-fb0b6fbf5cd8 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 210 time: 0.0488102 Jan 18 19:35:42.599384 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.35', 49558) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:42.705954 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-853c6db1-a36d-45fe-aebb-9903123a183b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group_rule (61d24410-af75-4483-abb9-9dc10280148a), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:42.706191 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 15975187-127f-4927-a194-489f1ec97315 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:35:42.708054 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 7e9f62e6-8151-4780-a5b6-5bd47d9fb797 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:35:42.772614 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:39Z', 'revision_number': 4, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': 'd458af8c-2fdd-4be7-b4ef-d6bf5b571cec', 'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'mac_address': 'fa:16:3e:2a:0a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:38Z', 'updated_at': '2022-01-18T19:35:39Z', 'revision_number': 2, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'subnets': [{'id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:35:42.789337 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-853c6db1-a36d-45fe-aebb-9903123a183b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group_rule (61d24410-af75-4483-abb9-9dc10280148a), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:42.794925 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-bb0f3953-eaff-4e68-b778-ceb8888350c2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:42.802815 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-bb0f3953-eaff-4e68-b778-ceb8888350c2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.35 "GET /v2.0/networks?id=4f02a957-f869-4436-9e44-afa05054a27b HTTP/1.1" status: 200 len: 814 time: 0.2019041 Jan 18 19:35:42.834942 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c98c65f-c73e-49a7-831d-6e00ef6cb599', 'name': 'tempest-ServerRescueNegativeTestJSON-2059327281-router', 'tenant_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '15975187-127f-4927-a194-489f1ec97315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:37Z', 'revision_number': 4, 'project_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'gw_port': {'id': '15975187-127f-4927-a194-489f1ec97315', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c98c65f-c73e-49a7-831d-6e00ef6cb599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '2570bbd2-dec4-4a6a-b9d6-a425bff19c1e', 'name': '', 'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369', 'tenant_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'mac_address': 'fa:16:3e:ec:57:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c98c65f-c73e-49a7-831d-6e00ef6cb599', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bdd86ec8-e4ac-4f77-b398-ae467a5e4aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:37Z', 'updated_at': '2022-01-18T19:35:42Z', 'revision_number': 4, 'project_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'subnets': [{'id': 'bdd86ec8-e4ac-4f77-b398-ae467a5e4aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:35:42.845748 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-992068ac-87b3-4a7d-8a11-82937a8327f1 req-16f69bd9-2903-483a-9c9c-2497edada438 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 210 time: 0.0417287 Jan 18 19:35:42.847939 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] Checking router: 95892a55-9723-437d-a1e3-f0ddeff365fc for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:35:42.848337 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] Updating router 95892a55-9723-437d-a1e3-f0ddeff365fc port d458af8c-2fdd-4be7-b4ef-d6bf5b571cec binding host dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:35:42.869718 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ad0348-c8f8-42f2-9dae-fd505cf5a359 None None] The sync data for ids ['0c98c65f-c73e-49a7-831d-6e00ef6cb599'] in dv-cinder-811877-7-iscsi is: [{'id': '0c98c65f-c73e-49a7-831d-6e00ef6cb599', 'name': 'tempest-ServerRescueNegativeTestJSON-2059327281-router', 'tenant_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '15975187-127f-4927-a194-489f1ec97315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:37Z', 'revision_number': 4, 'project_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'gw_port': {'id': '15975187-127f-4927-a194-489f1ec97315', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c98c65f-c73e-49a7-831d-6e00ef6cb599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '2570bbd2-dec4-4a6a-b9d6-a425bff19c1e', 'name': '', 'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369', 'tenant_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'mac_address': 'fa:16:3e:ec:57:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c98c65f-c73e-49a7-831d-6e00ef6cb599', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'bdd86ec8-e4ac-4f77-b398-ae467a5e4aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:37Z', 'updated_at': '2022-01-18T19:35:42Z', 'revision_number': 4, 'project_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'subnets': [{'id': 'bdd86ec8-e4ac-4f77-b398-ae467a5e4aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:35:42.871536 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-853c6db1-a36d-45fe-aebb-9903123a183b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (61d24410-af75-4483-abb9-9dc10280148a), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:42.890902 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c6db1-a36d-45fe-aebb-9903123a183b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d24410-af75-4483-abb9-9dc10280148a,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:42.898924 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (d458af8c-2fdd-4be7-b4ef-d6bf5b571cec), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:42.929651 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 7e9f62e6-8151-4780-a5b6-5bd47d9fb797 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:35:42.929651 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (7e9f62e6-8151-4780-a5b6-5bd47d9fb797), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:43.012085 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:43.014009 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-853c6db1-a36d-45fe-aebb-9903123a183b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:43.015466 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-853c6db1-a36d-45fe-aebb-9903123a183b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5302069 Jan 18 19:35:43.032606 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58134) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:43.032606 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-ca47d15a-8ac1-4f20-8ca7-b50dfb63aa40 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Request body: {'floatingip': {'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:43.146228 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca47d15a-8ac1-4f20-8ca7-b50dfb63aa40 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:43.212124 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 7e9f62e6-8151-4780-a5b6-5bd47d9fb797 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:35:43.329999 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] Publish callbacks [] for port (d458af8c-2fdd-4be7-b4ef-d6bf5b571cec), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:43.349612 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca47d15a-8ac1-4f20-8ca7-b50dfb63aa40 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:43.413757 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (d458af8c-2fdd-4be7-b4ef-d6bf5b571cec), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:43.460738 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-ca47d15a-8ac1-4f20-8ca7-b50dfb63aa40 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Allocated IP 172.27.2.139 (f5eef2c2-a885-4f46-b327-cbc20c3014d9/9269629e-72aa-4525-943b-faee8ca91ecd/113b282d-e40f-40d2-94d2-e0ba76900227) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:35:43.480515 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62a025-cde4-4cbd-9059-9b303018da36 None None] Pushing event updated for resources: {'Port': ['ID=d458af8c-2fdd-4be7-b4ef-d6bf5b571cec,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:43.552838 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] Attempting to bind port d458af8c-2fdd-4be7-b4ef-d6bf5b571cec on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:35:43.553207 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] Attempting to bind port d458af8c-2fdd-4be7-b4ef-d6bf5b571cec by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': 'bf86f149-7fa9-43db-8971-7a535193d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2276716e-d010-493f-805b-07bee1604b14'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:35:43.553575 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] Attempting to bind port d458af8c-2fdd-4be7-b4ef-d6bf5b571cec on network 2276716e-d010-493f-805b-07bee1604b14 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:35:43.560412 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:35:43.560833 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] Checking segment: {'id': 'bf86f149-7fa9-43db-8971-7a535193d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2276716e-d010-493f-805b-07bee1604b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:35:43.561181 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:43.561566 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] Bound using segment: {'id': 'bf86f149-7fa9-43db-8971-7a535193d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2276716e-d010-493f-805b-07bee1604b14'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:35:43.562029 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] Bound port: d458af8c-2fdd-4be7-b4ef-d6bf5b571cec, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf86f149-7fa9-43db-8971-7a535193d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2276716e-d010-493f-805b-07bee1604b14'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:35:43.562530 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (d458af8c-2fdd-4be7-b4ef-d6bf5b571cec), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:43.623506 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f4d59d6c-764f-4eb6-8bf6-2e52fc7cce4c req-51b73d24-7a42-4c3d-b867-ceff9e105f8f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 210 time: 0.0526516 Jan 18 19:35:43.646810 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca47d15a-8ac1-4f20-8ca7-b50dfb63aa40 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for port (113b282d-e40f-40d2-94d2-e0ba76900227), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:43.657674 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] For port d458af8c-2fdd-4be7-b4ef-d6bf5b571cec, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:35:43.678888 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] For port d458af8c-2fdd-4be7-b4ef-d6bf5b571cec, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=d458af8c-2fdd-4be7-b4ef-d6bf5b571cec,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:35:43.754568 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-09c4c2f6-c9c6-4a4e-9125-987b71f2f6da req-c849cec9-3b31-4b43-91ba-61dcb12822d1 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 210 time: 0.0262246 Jan 18 19:35:43.761736 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (d458af8c-2fdd-4be7-b4ef-d6bf5b571cec), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:43.797189 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca47d15a-8ac1-4f20-8ca7-b50dfb63aa40 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (113b282d-e40f-40d2-94d2-e0ba76900227), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:43.858087 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-59a118ae-bcce-42d7-ae87-2d39f64a5727 None None] Provisioning complete for port d458af8c-2fdd-4be7-b4ef-d6bf5b571cec triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:35:43.858696 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-59a118ae-bcce-42d7-ae87-2d39f64a5727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (d458af8c-2fdd-4be7-b4ef-d6bf5b571cec), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:43.863816 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca47d15a-8ac1-4f20-8ca7-b50dfb63aa40 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:35:43.868441 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-ca47d15a-8ac1-4f20-8ca7-b50dfb63aa40 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:35:43.871268 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca47d15a-8ac1-4f20-8ca7-b50dfb63aa40 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:35:44.019015 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dca668bb-da87-4b76-9b20-3fc214c56a5f req-9bfd43f7-eea8-4f1d-827d-aea67e832164 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 210 time: 0.0429394 Jan 18 19:35:44.021530 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47d15a-8ac1-4f20-8ca7-b50dfb63aa40 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Pushing event updated for resources: {'Port': ['ID=113b282d-e40f-40d2-94d2-e0ba76900227,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:44.067745 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca47d15a-8ac1-4f20-8ca7-b50dfb63aa40 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for floatingip (f3265399-f0bb-4c8e-b575-b2ad9d49d04c), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:44.099425 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62a025-cde4-4cbd-9059-9b303018da36 None None] Pushing event updated for resources: {'Port': ['ID=d458af8c-2fdd-4be7-b4ef-d6bf5b571cec,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:44.101924 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] Routers {'95892a55-9723-437d-a1e3-f0ddeff365fc'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:35:44.102600 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:35:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['95892a55-9723-437d-a1e3-f0ddeff365fc'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:35:44.108382 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 2570bbd2-dec4-4a6a-b9d6-a425bff19c1e up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:35:44.181938 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca47d15a-8ac1-4f20-8ca7-b50dfb63aa40 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (113b282d-e40f-40d2-94d2-e0ba76900227), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:44.315533 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] Set router 95892a55-9723-437d-a1e3-f0ddeff365fc gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:35:44.353304 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-59a118ae-bcce-42d7-ae87-2d39f64a5727 None None] Current status of the port d458af8c-2fdd-4be7-b4ef-d6bf5b571cec is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:35:44.353304 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-59a118ae-bcce-42d7-ae87-2d39f64a5727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (d458af8c-2fdd-4be7-b4ef-d6bf5b571cec), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:44.362692 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 2570bbd2-dec4-4a6a-b9d6-a425bff19c1e triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:35:44.363122 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (2570bbd2-dec4-4a6a-b9d6-a425bff19c1e), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:44.476975 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca47d15a-8ac1-4f20-8ca7-b50dfb63aa40 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for port (113b282d-e40f-40d2-94d2-e0ba76900227), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:44.493262 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-59a118ae-bcce-42d7-ae87-2d39f64a5727 None None] For port d458af8c-2fdd-4be7-b4ef-d6bf5b571cec, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=d458af8c-2fdd-4be7-b4ef-d6bf5b571cec,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:35:44.563644 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 2570bbd2-dec4-4a6a-b9d6-a425bff19c1e is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:35:44.564034 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (2570bbd2-dec4-4a6a-b9d6-a425bff19c1e), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:44.568244 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca47d15a-8ac1-4f20-8ca7-b50dfb63aa40 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (113b282d-e40f-40d2-94d2-e0ba76900227), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:44.599601 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-59a118ae-bcce-42d7-ae87-2d39f64a5727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (d458af8c-2fdd-4be7-b4ef-d6bf5b571cec), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:44.602614 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca47d15a-8ac1-4f20-8ca7-b50dfb63aa40 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087224'] for floatingip (f3265399-f0bb-4c8e-b575-b2ad9d49d04c), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:44.626211 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47d15a-8ac1-4f20-8ca7-b50dfb63aa40 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Pushing event updated for resources: {'Port': ['ID=113b282d-e40f-40d2-94d2-e0ba76900227,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:44.652860 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] For port 2570bbd2-dec4-4a6a-b9d6-a425bff19c1e, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=2570bbd2-dec4-4a6a-b9d6-a425bff19c1e,segment=NetworkSegment(bd6a3413-6529-4e74-9a70-4bca6f584af7),segment_id=bd6a3413-6529-4e74-9a70-4bca6f584af7)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:35:44.679143 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a118ae-bcce-42d7-ae87-2d39f64a5727 None None] Pushing event updated for resources: {'Port': ['ID=d458af8c-2fdd-4be7-b4ef-d6bf5b571cec,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:44.698881 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ca47d15a-8ac1-4f20-8ca7-b50dfb63aa40 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:44.699451 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:39Z', 'revision_number': 4, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': 'd458af8c-2fdd-4be7-b4ef-d6bf5b571cec', 'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'mac_address': 'fa:16:3e:2a:0a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:38Z', 'updated_at': '2022-01-18T19:35:43Z', 'revision_number': 4, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'subnets': [{'id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:35:44.699609 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-ca47d15a-8ac1-4f20-8ca7-b50dfb63aa40 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6761701 Jan 18 19:35:44.737123 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495f5f83-746a-4197-81d8-03db442f14dd None None] The sync data for ids ['95892a55-9723-437d-a1e3-f0ddeff365fc'] in dv-cinder-811877-7-iscsi is: [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:39Z', 'revision_number': 4, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': 'd458af8c-2fdd-4be7-b4ef-d6bf5b571cec', 'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'mac_address': 'fa:16:3e:2a:0a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:38Z', 'updated_at': '2022-01-18T19:35:43Z', 'revision_number': 4, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'subnets': [{'id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:35:44.746757 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (2570bbd2-dec4-4a6a-b9d6-a425bff19c1e), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:44.765845 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-80f0dbc1-2d81-4e33-8380-3f844f11c328 req-bd294dfb-960a-42a8-96b6-ff9641c96e48 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 210 time: 0.0752351 Jan 18 19:35:44.818705 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-6d49c8a5-9ef0-4032-8e64-0d26dcac78c4 None None] Provisioning complete for port d458af8c-2fdd-4be7-b4ef-d6bf5b571cec triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:35:44.819093 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6d49c8a5-9ef0-4032-8e64-0d26dcac78c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (d458af8c-2fdd-4be7-b4ef-d6bf5b571cec), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:44.863505 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Pushing event updated for resources: {'Port': ['ID=2570bbd2-dec4-4a6a-b9d6-a425bff19c1e,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:44.930433 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-6d49c8a5-9ef0-4032-8e64-0d26dcac78c4 None None] Current status of the port d458af8c-2fdd-4be7-b4ef-d6bf5b571cec is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:35:44.959768 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-79ceb874-5e4a-4b1e-93d9-3f7044ae6b5c req-ec5be6f4-779b-433e-94e8-07f9d4d10610 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 210 time: 0.0522406 Jan 18 19:35:45.035260 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-581d50dd-b617-41fa-b608-738171046cf9 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--538495265&fields=id&tenant_id=cf0cd8080e184330b0b0cc9934525143 HTTP/1.1" status: 200 len: 267 time: 0.0672064 Jan 18 19:35:45.127628 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-27d497ea-a5ca-463e-9de4-2589e10221fb req-479cf9f7-b07e-4234-a2a8-72ef310c5582 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 210 time: 0.0287981 Jan 18 19:35:45.169400 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-bd08bb27-9708-47f7-9ba2-47f971f6245e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:45.170890 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-bd08bb27-9708-47f7-9ba2-47f971f6245e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/networks?id=2276716e-d010-493f-805b-07bee1604b14 HTTP/1.1" status: 200 len: 817 time: 0.1294322 Jan 18 19:35:45.186961 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-477846c6-f946-4071-adca-b53fa01aa044 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/quotas/cf0cd8080e184330b0b0cc9934525143 HTTP/1.1" status: 200 len: 375 time: 0.0106688 Jan 18 19:35:45.240155 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-cab42af4-4fac-444d-b865-81f57857b41b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf0cd8080e184330b0b0cc9934525143&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479183 Jan 18 19:35:45.342315 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-16ad4bae-531c-47ab-89db-1f70eb419271 service neutron] 10.222.0.20 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875132 Jan 18 19:35:45.427757 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-3775c74d-267c-4b91-8dbe-962a7c7ce585 service neutron] 10.222.0.20 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797248 Jan 18 19:35:45.711815 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7f1f5860-6e5c-4065-a013-331f76af133d req-a86f875b-16c7-4d31-bf2e-24c3f3b2d8ba tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 210 time: 0.0338621 Jan 18 19:35:45.874346 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-08e75272-3195-434a-8867-e422e507ab93 req-f4c7e8d8-718f-42e5-8c28-b403b448d0c7 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 210 time: 0.0343091 Jan 18 19:35:45.950687 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 2570bbd2-dec4-4a6a-b9d6-a425bff19c1e up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:35:46.010343 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 2570bbd2-dec4-4a6a-b9d6-a425bff19c1e triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:35:46.010727 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (2570bbd2-dec4-4a6a-b9d6-a425bff19c1e), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:46.063571 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58276) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:46.075723 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-26ddc808-8a57-4f3f-b7aa-2a51c05987f4 req-2b318bb9-c9e9-477c-b55f-1aff386cd6be tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 210 time: 0.0412443 Jan 18 19:35:46.132823 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 2570bbd2-dec4-4a6a-b9d6-a425bff19c1e is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:35:46.133907 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device d458af8c-2fdd-4be7-b4ef-d6bf5b571cec up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:35:46.227376 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port d458af8c-2fdd-4be7-b4ef-d6bf5b571cec triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:35:46.228100 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (d458af8c-2fdd-4be7-b4ef-d6bf5b571cec), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:46.254377 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e5abb975-59cc-4854-ab8e-ecc14beb1472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:46.260754 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f3c6ab8d-1c93-496a-8472-2629c966433e req-7d99bcd1-2f37-4bd7-bb1d-1c1946bf3ea5 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 210 time: 0.0364637 Jan 18 19:35:46.277805 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-a1f2efc4-8b82-40e5-bdcf-69ada1ddebd2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Request body: {'port': {'device_id': '0883bc89-ac98-4376-b75b-a8d32b2450ab', 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b', 'admin_state_up': True, 'tenant_id': 'be668e6d10aa4518abe4256a2c3660a5'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:46.360542 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port d458af8c-2fdd-4be7-b4ef-d6bf5b571cec is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:35:46.395407 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e5abb975-59cc-4854-ab8e-ecc14beb1472 admin admin] Publish callbacks [] for security_group (1867658f-f2c1-4690-9ff7-76a8866f3d7a), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:46.499643 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e5abb975-59cc-4854-ab8e-ecc14beb1472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (1867658f-f2c1-4690-9ff7-76a8866f3d7a), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:46.540228 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-e5abb975-59cc-4854-ab8e-ecc14beb1472 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6b615fd2e654f8bb8bac3eefa961e36&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4754570 Jan 18 19:35:46.541528 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abb975-59cc-4854-ab8e-ecc14beb1472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1867658f-f2c1-4690-9ff7-76a8866f3d7a,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:46.544080 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 58284) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:46.626335 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-eb392e51-cfaa-4b25-8823-03dace3b3c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:46.660498 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-68c358a4-7b5a-4abb-963c-6c02861c8068 admin admin] Publish callbacks [] for security_group (1867658f-f2c1-4690-9ff7-76a8866f3d7a), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:46.693551 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-68c358a4-7b5a-4abb-963c-6c02861c8068 admin admin] Publish callbacks [] for security_group (1867658f-f2c1-4690-9ff7-76a8866f3d7a), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:46.769520 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-a1f2efc4-8b82-40e5-bdcf-69ada1ddebd2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Made reservation on behalf of be668e6d10aa4518abe4256a2c3660a5 for: {'port': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:35:46.772929 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-a1f2efc4-8b82-40e5-bdcf-69ada1ddebd2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:46.788649 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4385c78b-738f-4ef0-81d4-7c1974e058fb req-199ccc94-7812-47e6-b59d-75b397551f70 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 210 time: 0.0293093 Jan 18 19:35:46.856377 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-68c358a4-7b5a-4abb-963c-6c02861c8068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (1867658f-f2c1-4690-9ff7-76a8866f3d7a), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:46.858970 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-68c358a4-7b5a-4abb-963c-6c02861c8068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:46.860095 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-68c358a4-7b5a-4abb-963c-6c02861c8068 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1867658f-f2c1-4690-9ff7-76a8866f3d7a HTTP/1.1" status: 204 len: 168 time: 0.3149018 Jan 18 19:35:46.925183 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c358a4-7b5a-4abb-963c-6c02861c8068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1867658f-f2c1-4690-9ff7-76a8866f3d7a,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:47.021958 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-90a89bc1-f73c-4127-8805-851e9433e659 req-5f231b87-6653-4d88-93e3-ead7f547b314 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 210 time: 0.0655825 Jan 18 19:35:47.083075 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-a1f2efc4-8b82-40e5-bdcf-69ada1ddebd2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Allocated IP 172.20.0.12 (4f02a957-f869-4436-9e44-afa05054a27b/c5acafb2-5b1c-4f2d-8e13-e936b8fb807f/e5e4ef92-a840-4d41-ae88-02e476cd254b) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:35:47.238555 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2409a895-fc8c-40a2-a433-a07a01d4ffee req-7f9e97cd-4edd-4bc6-b129-3222f1efd4eb tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 210 time: 0.0755949 Jan 18 19:35:47.318808 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-a1f2efc4-8b82-40e5-bdcf-69ada1ddebd2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks [] for port (e5e4ef92-a840-4d41-ae88-02e476cd254b), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:47.383431 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1678bf5f-26ea-4719-ad8a-aaac8516948f req-cd3ad3f4-51b1-46b6-a562-392e4f85c284 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 210 time: 0.0270824 Jan 18 19:35:47.516365 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-a1f2efc4-8b82-40e5-bdcf-69ada1ddebd2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (e5e4ef92-a840-4d41-ae88-02e476cd254b), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:47.599078 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-a1f2efc4-8b82-40e5-bdcf-69ada1ddebd2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Network 4f02a957-f869-4436-9e44-afa05054a27b is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:35:47.605079 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-a1f2efc4-8b82-40e5-bdcf-69ada1ddebd2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:35:47.607277 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.35', 49571) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:47.612446 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-a1f2efc4-8b82-40e5-bdcf-69ada1ddebd2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:35:47.623127 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-a1f2efc4-8b82-40e5-bdcf-69ada1ddebd2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:47.626677 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-a1f2efc4-8b82-40e5-bdcf-69ada1ddebd2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:47.656784 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2efc4-8b82-40e5-bdcf-69ada1ddebd2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Pushing event updated for resources: {'Port': ['ID=e5e4ef92-a840-4d41-ae88-02e476cd254b,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:47.764614 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-a1f2efc4-8b82-40e5-bdcf-69ada1ddebd2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4937446 Jan 18 19:35:47.775400 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-339ba665-9c7c-4883-91e3-f112cfc4a89e tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:35:47.776765 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-339ba665-9c7c-4883-91e3-f112cfc4a89e tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070832 Jan 18 19:35:47.803723 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 58336) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:47.832666 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f240fe0c-529e-4c17-bae8-84d41b033209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:47.835706 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-08032482-a862-4a10-b8ad-c69e3d4c1a5d tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:47.837787 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-08032482-a862-4a10-b8ad-c69e3d4c1a5d tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.35 "GET /v2.0/networks?id=be9c509c-ca4e-4a22-9560-651654742bdf HTTP/1.1" status: 200 len: 812 time: 0.2282729 Jan 18 19:35:47.879421 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-e8b8e98e-c291-470d-85a0-251a46315506 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Request body: {'port': {'device_id': '66b670c5-dfe6-4a51-afce-16cabd0bb870', 'network_id': 'be9c509c-ca4e-4a22-9560-651654742bdf', 'admin_state_up': True, 'tenant_id': 'b0cfb462244d404d83ab6b48f6495a2c'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:48.062909 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadc951-f130-430e-a4ae-19661114ed99 req-11cc2df2-4ca3-4d32-a436-634a42161950 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:48.066100 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4fadc951-f130-430e-a4ae-19661114ed99 req-11cc2df2-4ca3-4d32-a436-634a42161950 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.35 "GET /v2.0/networks?id=2a37f81d-d7f4-49f1-80e7-09fae1eca369 HTTP/1.1" status: 200 len: 819 time: 0.2146385 Jan 18 19:35:48.105042 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.35', 49573) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:48.107447 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fdb0b492-e7dd-4fcb-ae12-2f14cfe95c25 req-0f34820a-c588-4f33-bf76-4dbf4f0f702d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 210 time: 0.0396678 Jan 18 19:35:48.116600 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-4fadc951-f130-430e-a4ae-19661114ed99 req-17fcc44f-2d29-4b77-909d-5a7c52c32698 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Request body: {'port': {'device_id': '59ec59e4-7838-43bd-9719-fcef1bcf1a9e', 'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369', 'admin_state_up': True, 'tenant_id': 'd566f74dc13d4f3ea84a0b02cd9786fa'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:48.256703 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.35', 49574) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:48.410248 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Request body: {'port': {'device_id': '0883bc89-ac98-4376-b75b-a8d32b2450ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:48.455922 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-e8b8e98e-c291-470d-85a0-251a46315506 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Made reservation on behalf of b0cfb462244d404d83ab6b48f6495a2c for: {'port': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:35:48.459992 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-e8b8e98e-c291-470d-85a0-251a46315506 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:48.509961 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (e5e4ef92-a840-4d41-ae88-02e476cd254b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:48.573286 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-88d6d628-4c64-4fcd-a7e2-5c8628690635 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:48.574866 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-88d6d628-4c64-4fcd-a7e2-5c8628690635 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.35 "GET /v2.0/networks?id=2a37f81d-d7f4-49f1-80e7-09fae1eca369 HTTP/1.1" status: 200 len: 819 time: 0.3125908 Jan 18 19:35:48.596708 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-12645b22-ed19-453a-a167-918836aec687 req-886381f3-9f3d-47db-b63a-f0f9e6fe6547 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 210 time: 0.0746021 Jan 18 19:35:48.692105 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-dbf09666-88d2-4ee6-903b-ef0d491467d2 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Request body: {'port': {'device_id': 'df313e77-b466-4602-a170-6772dc22da82', 'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369', 'admin_state_up': True, 'tenant_id': 'd566f74dc13d4f3ea84a0b02cd9786fa'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:48.746681 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-65825c2f-9b17-4b15-a586-bb5956b330d8 req-67215068-21b8-4f05-aeca-f273b4356056 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 210 time: 0.1706831 Jan 18 19:35:48.796019 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fadc951-f130-430e-a4ae-19661114ed99 req-17fcc44f-2d29-4b77-909d-5a7c52c32698 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Made reservation on behalf of d566f74dc13d4f3ea84a0b02cd9786fa for: {'port': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:35:48.800024 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-4fadc951-f130-430e-a4ae-19661114ed99 req-17fcc44f-2d29-4b77-909d-5a7c52c32698 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:48.996984 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440506d-050e-4207-81cd-7a1f5364501c req-ac1ce274-0755-46fe-83f0-813b6cb9f77a tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:48.998857 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3440506d-050e-4207-81cd-7a1f5364501c req-ac1ce274-0755-46fe-83f0-813b6cb9f77a tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 932 time: 0.1589458 Jan 18 19:35:49.000620 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.35', 49582) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:49.181513 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-e8b8e98e-c291-470d-85a0-251a46315506 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Allocated IP 172.20.0.3 (be9c509c-ca4e-4a22-9560-651654742bdf/ad089699-f02d-4543-a344-3f5587b6a6f9/bcb20f08-39cf-42cc-b696-937509c397da) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:35:49.203058 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3440506d-050e-4207-81cd-7a1f5364501c req-99bc43bc-06f8-4c84-aa19-f0646636b90f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852553 Jan 18 19:35:49.292345 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f240fe0c-529e-4c17-bae8-84d41b033209 admin admin] Publish callbacks [] for security_group (6642904f-85ef-46e1-bc1e-148e01d16ff6), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:49.334100 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e606939a-428a-4b53-b8ad-bc4c9bc582d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:49.379416 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1e6bff00-b70d-4b19-8d26-f31293dd6267 req-da8cbfb9-a50e-48b8-b6df-93b81bbd9151 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 210 time: 0.0555444 Jan 18 19:35:49.429639 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f240fe0c-529e-4c17-bae8-84d41b033209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (6642904f-85ef-46e1-bc1e-148e01d16ff6), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:49.588447 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e4ef92-a840-4d41-ae88-02e476cd254b {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:35:49.598307 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-dbf09666-88d2-4ee6-903b-ef0d491467d2 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Made reservation on behalf of d566f74dc13d4f3ea84a0b02cd9786fa for: {'port': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:35:49.601753 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-dbf09666-88d2-4ee6-903b-ef0d491467d2 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:49.604575 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-e8b8e98e-c291-470d-85a0-251a46315506 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Publish callbacks [] for port (bcb20f08-39cf-42cc-b696-937509c397da), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:49.610040 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Publish callbacks [] for port (e5e4ef92-a840-4d41-ae88-02e476cd254b), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:49.616152 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-f240fe0c-529e-4c17-bae8-84d41b033209 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eab1c45fe78e4a5bbf485109558c3ba3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8110664 Jan 18 19:35:49.616836 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58426) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:49.650911 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Transition to ACTIVE for port object e5e4ef92-a840-4d41-ae88-02e476cd254b will not be triggered until provisioned by entity L2. {{(pid=103173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:35:49.689221 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [req-4fadc951-f130-430e-a4ae-19661114ed99 req-17fcc44f-2d29-4b77-909d-5a7c52c32698 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Allocated IP 172.20.0.6 (2a37f81d-d7f4-49f1-80e7-09fae1eca369/bdd86ec8-e4ac-4f77-b398-ae467a5e4aac/0345ff4a-5024-4047-884f-45f77573f81f) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:35:49.736785 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (e5e4ef92-a840-4d41-ae88-02e476cd254b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:49.765786 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-b3c3adad-6cda-492f-9bfe-d43252ea1322 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:49.767255 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-b3c3adad-6cda-492f-9bfe-d43252ea1322 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.35 "GET /v2.0/networks?id=2276716e-d010-493f-805b-07bee1604b14 HTTP/1.1" status: 200 len: 817 time: 0.7642925 Jan 18 19:35:49.794571 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Pushing event updated for resources: {'Port': ['ID=e5e4ef92-a840-4d41-ae88-02e476cd254b,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:49.821717 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-edc76da7-dee6-4880-a2e4-be083f8c9aa1 admin admin] Publish callbacks [] for security_group (6642904f-85ef-46e1-bc1e-148e01d16ff6), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:49.864531 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-e8b8e98e-c291-470d-85a0-251a46315506 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (bcb20f08-39cf-42cc-b696-937509c397da), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:49.892725 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-e8b8e98e-c291-470d-85a0-251a46315506 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Network be9c509c-ca4e-4a22-9560-651654742bdf is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:35:49.926420 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-e8b8e98e-c291-470d-85a0-251a46315506 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:35:49.945773 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:49.991501 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-e8b8e98e-c291-470d-85a0-251a46315506 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:35:49.998022 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-e8b8e98e-c291-470d-85a0-251a46315506 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:49.998901 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e2af1335-c497-44f9-883e-d0bc692bda14 req-753b4356-f78e-41e6-8745-4eb0ecee5996 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 210 time: 0.2304356 Jan 18 19:35:50.007486 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-e8b8e98e-c291-470d-85a0-251a46315506 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:50.019974 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240fe0c-529e-4c17-bae8-84d41b033209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6642904f-85ef-46e1-bc1e-148e01d16ff6,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:50.049386 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-edc76da7-dee6-4880-a2e4-be083f8c9aa1 admin admin] Publish callbacks [] for security_group (6642904f-85ef-46e1-bc1e-148e01d16ff6), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:50.111630 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-e92ca27c-8a1a-40e3-a724-fc85b3112584 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf0cd8080e184330b0b0cc9934525143 HTTP/1.1" status: 200 len: 379 time: 0.2834013 Jan 18 19:35:50.125771 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Attempting to bind port e5e4ef92-a840-4d41-ae88-02e476cd254b on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:35:50.126166 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Attempting to bind port e5e4ef92-a840-4d41-ae88-02e476cd254b by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'd825a0a3-ef43-4bc3-a962-25028b7a09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:35:50.126534 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Attempting to bind port e5e4ef92-a840-4d41-ae88-02e476cd254b on network 4f02a957-f869-4436-9e44-afa05054a27b {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:35:50.151147 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-10c3c438-686f-4bda-be4a-4d8f4837fb11 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Request body: {'port': {'device_id': '1c0db402-5fec-4b6d-a48f-a182478a5522', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'admin_state_up': True, 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'security_groups': ['d8157f39-b651-4e71-be9f-65a4c3c2ece2']}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:50.186740 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8e98e-c291-470d-85a0-251a46315506 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Pushing event updated for resources: {'Port': ['ID=bcb20f08-39cf-42cc-b696-937509c397da,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:50.190741 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Port e5e4ef92-a840-4d41-ae88-02e476cd254b on network 4f02a957-f869-4436-9e44-afa05054a27b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:35:50.191082 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Attempting to bind port e5e4ef92-a840-4d41-ae88-02e476cd254b on network 4f02a957-f869-4436-9e44-afa05054a27b {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:35:50.199426 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-e8b8e98e-c291-470d-85a0-251a46315506 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3304458 Jan 18 19:35:50.204730 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:35:50.205175 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Checking segment: {'id': 'd825a0a3-ef43-4bc3-a962-25028b7a09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:35:50.205755 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Bound using segment: {'id': 'd825a0a3-ef43-4bc3-a962-25028b7a09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:35:50.206357 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Bound port: e5e4ef92-a840-4d41-ae88-02e476cd254b, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd825a0a3-ef43-4bc3-a962-25028b7a09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:35:50.206722 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (e5e4ef92-a840-4d41-ae88-02e476cd254b), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:50.245857 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Request body: {'port': {'device_id': '66b670c5-dfe6-4a51-afce-16cabd0bb870', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:50.350503 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a9d7f-291f-4f65-b3d5-7f0efb7cd410 req-b16142e8-6814-4abf-8534-4d63829dca1b tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:50.359020 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ff8a9d7f-291f-4f65-b3d5-7f0efb7cd410 req-b16142e8-6814-4abf-8534-4d63829dca1b tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 931 time: 0.2106137 Jan 18 19:35:50.499369 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-4fadc951-f130-430e-a4ae-19661114ed99 req-17fcc44f-2d29-4b77-909d-5a7c52c32698 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Publish callbacks [] for port (0345ff4a-5024-4047-884f-45f77573f81f), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:50.507194 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-edc76da7-dee6-4880-a2e4-be083f8c9aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (6642904f-85ef-46e1-bc1e-148e01d16ff6), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:50.514659 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-edc76da7-dee6-4880-a2e4-be083f8c9aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:50.514659 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-edc76da7-dee6-4880-a2e4-be083f8c9aa1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6642904f-85ef-46e1-bc1e-148e01d16ff6 HTTP/1.1" status: 204 len: 168 time: 0.8920369 Jan 18 19:35:50.542680 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc76da7-dee6-4880-a2e4-be083f8c9aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6642904f-85ef-46e1-bc1e-148e01d16ff6,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:50.552570 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] For port e5e4ef92-a840-4d41-ae88-02e476cd254b, host hv-cinder-81187, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:35:50.558822 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] For port e5e4ef92-a840-4d41-ae88-02e476cd254b, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=e5e4ef92-a840-4d41-ae88-02e476cd254b,segment=NetworkSegment(d825a0a3-ef43-4bc3-a962-25028b7a09ce),segment_id=d825a0a3-ef43-4bc3-a962-25028b7a09ce)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:35:50.583956 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (bcb20f08-39cf-42cc-b696-937509c397da), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:50.587467 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ff8a9d7f-291f-4f65-b3d5-7f0efb7cd410 req-1a5df956-bc9d-4212-81db-71beb104e014 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162225 Jan 18 19:35:50.646395 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (e5e4ef92-a840-4d41-ae88-02e476cd254b), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:50.674949 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f7c4c-b0ae-4057-9871-bdc20d909947 req-b601c9fb-be9d-4eb6-8410-65fffea248ab tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:50.681796 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-881f7c4c-b0ae-4057-9871-bdc20d909947 req-b601c9fb-be9d-4eb6-8410-65fffea248ab tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 944 time: 0.2485373 Jan 18 19:35:50.726970 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:50.727615 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:50.729974 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] 10.222.0.35 "PUT /v2.0/ports/e5e4ef92-a840-4d41-ae88-02e476cd254b HTTP/1.1" status: 200 len: 1094 time: 2.4943230 Jan 18 19:35:50.731820 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-10c3c438-686f-4bda-be4a-4d8f4837fb11 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Made reservation on behalf of cf0cd8080e184330b0b0cc9934525143 for: {'port': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:35:50.735679 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-10c3c438-686f-4bda-be4a-4d8f4837fb11 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:50.805287 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0883bc89-ac98-4376-b75b-a8d32b2450ab', 'tag': 'e5e4ef92-a840-4d41-ae88-02e476cd254b'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:35:50.809631 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-881f7c4c-b0ae-4057-9871-bdc20d909947 req-42dee4d6-713b-4ce8-87a0-5290e29245a1 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150851 Jan 18 19:35:50.997748 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-4fadc951-f130-430e-a4ae-19661114ed99 req-17fcc44f-2d29-4b77-909d-5a7c52c32698 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (0345ff4a-5024-4047-884f-45f77573f81f), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:51.061833 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-dbf09666-88d2-4ee6-903b-ef0d491467d2 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Allocated IP 172.20.0.10 (2a37f81d-d7f4-49f1-80e7-09fae1eca369/bdd86ec8-e4ac-4f77-b398-ae467a5e4aac/166bb415-79b5-4222-8ef1-ee6576e2955d) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:35:51.065802 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbdb40-0454-423a-82ae-ff98f03179fe service neutron] Pushing event updated for resources: {'Port': ['ID=e5e4ef92-a840-4d41-ae88-02e476cd254b,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:51.168014 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-a76586ae-6a30-48f5-a13c-b34afc05bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:51.169510 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-a76586ae-6a30-48f5-a13c-b34afc05bc20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be668e6d10aa4518abe4256a2c3660a5&device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 1097 time: 0.2127984 Jan 18 19:35:51.201506 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5019c0cf-cb58-457a-a66e-00de1aa4e497 req-35241316-6c75-4289-8617-0ea7c3296dbd tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 210 time: 0.2299259 Jan 18 19:35:51.272245 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2192f31b9332bf9c25be62e2eb712fda9b4426ea0356a3efb127a3d7520833a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06b805a-c249-43b4-b504-251907a297c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0883bc89-ac98-4376-b75b-a8d32b2450ab", "tag": "e5e4ef92-a840-4d41-ae88-02e476cd254b"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:35:51.332309 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fadc951-f130-430e-a4ae-19661114ed99 req-17fcc44f-2d29-4b77-909d-5a7c52c32698 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Network 2a37f81d-d7f4-49f1-80e7-09fae1eca369 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:35:51.377600 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-d4af24cb-2f8f-4938-b68a-419f9a1d4c27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5e4ef92-a840-4d41-ae88-02e476cd254b HTTP/1.1" status: 200 len: 217 time: 0.1878874 Jan 18 19:35:51.448444 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [req-4fadc951-f130-430e-a4ae-19661114ed99 req-17fcc44f-2d29-4b77-909d-5a7c52c32698 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:35:51.452045 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fadc951-f130-430e-a4ae-19661114ed99 req-17fcc44f-2d29-4b77-909d-5a7c52c32698 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:35:51.460418 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadc951-f130-430e-a4ae-19661114ed99 req-17fcc44f-2d29-4b77-909d-5a7c52c32698 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:51.461440 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-4fadc951-f130-430e-a4ae-19661114ed99 req-17fcc44f-2d29-4b77-909d-5a7c52c32698 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:51.509484 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e57de1e3-2194-47ee-84ed-f4344d45a770 req-bb06396a-bdbd-4819-8778-712bfbd24534 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 210 time: 0.2277634 Jan 18 19:35:51.534118 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:51.548108 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-b82c5541-23b7-4321-a3eb-1027fdab157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:51.548108 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-b82c5541-23b7-4321-a3eb-1027fdab157e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5acafb2-5b1c-4f2d-8e13-e936b8fb807f HTTP/1.1" status: 200 len: 854 time: 0.1531518 Jan 18 19:35:51.579804 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-10c3c438-686f-4bda-be4a-4d8f4837fb11 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Allocated IP 172.20.0.12 (2276716e-d010-493f-805b-07bee1604b14/a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de/80467ab1-0bd1-447c-9a1c-9089b86faff2) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:35:51.698281 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcc44f-2d29-4b77-909d-5a7c52c32698 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Pushing event updated for resources: {'Port': ['ID=0345ff4a-5024-4047-884f-45f77573f81f,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:51.725702 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4fadc951-f130-430e-a4ae-19661114ed99 req-17fcc44f-2d29-4b77-909d-5a7c52c32698 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6148324 Jan 18 19:35:51.752546 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec3ec0c-5503-4c99-ad84-0ff07435b673 x-openstack-request-id: req-8ec3ec0c-5503-4c99-ad84-0ff07435b673 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:35:51.753190 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0883bc89-ac98-4376-b75b-a8d32b2450ab", "tag": "e5e4ef92-a840-4d41-ae88-02e476cd254b", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:35:51.753592 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ec3ec0c-5503-4c99-ad84-0ff07435b673 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:35:51.754883 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0883bc89-ac98-4376-b75b-a8d32b2450ab', 'tag': 'e5e4ef92-a840-4d41-ae88-02e476cd254b', 'status': 'completed', 'code': 200} Jan 18 19:35:51.759201 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-1fe9e2cc-eb78-42d1-9337-b918cda08b70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f02a957-f869-4436-9e44-afa05054a27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2020328 Jan 18 19:35:51.766050 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb20f08-39cf-42cc-b696-937509c397da {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:35:51.772299 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Request body: {'port': {'device_id': '59ec59e4-7838-43bd-9719-fcef1bcf1a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:51.774875 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Publish callbacks [] for port (bcb20f08-39cf-42cc-b696-937509c397da), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:51.869691 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Transition to ACTIVE for port object bcb20f08-39cf-42cc-b696-937509c397da will not be triggered until provisioned by entity L2. {{(pid=103173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:35:51.940947 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-70ad0479-668c-4378-a0fe-5d2b83d7034b service neutron] 10.222.0.35 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623497 Jan 18 19:35:51.951213 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (bcb20f08-39cf-42cc-b696-937509c397da), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:51.978372 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58526) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:52.091307 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Pushing event updated for resources: {'Port': ['ID=bcb20f08-39cf-42cc-b696-937509c397da,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:52.166999 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Attempting to bind port bcb20f08-39cf-42cc-b696-937509c397da on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:35:52.167366 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Attempting to bind port bcb20f08-39cf-42cc-b696-937509c397da by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '61be3fad-a591-410a-ac9a-5abc0b32d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'be9c509c-ca4e-4a22-9560-651654742bdf'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:35:52.167696 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Attempting to bind port bcb20f08-39cf-42cc-b696-937509c397da on network be9c509c-ca4e-4a22-9560-651654742bdf {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:35:52.177771 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Port bcb20f08-39cf-42cc-b696-937509c397da on network be9c509c-ca4e-4a22-9560-651654742bdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:35:52.178111 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Attempting to bind port bcb20f08-39cf-42cc-b696-937509c397da on network be9c509c-ca4e-4a22-9560-651654742bdf {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:35:52.185727 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-fadbabbc-bb34-42b8-be8a-14ccb2520b7e req-7eae3ea8-68b2-4fdd-9909-f9856adf4d6e service neutron] 10.222.0.35 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791189 Jan 18 19:35:52.186477 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:35:52.187176 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Checking segment: {'id': '61be3fad-a591-410a-ac9a-5abc0b32d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'be9c509c-ca4e-4a22-9560-651654742bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:35:52.187176 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Bound using segment: {'id': '61be3fad-a591-410a-ac9a-5abc0b32d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'be9c509c-ca4e-4a22-9560-651654742bdf'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:35:52.187603 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Bound port: bcb20f08-39cf-42cc-b696-937509c397da, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61be3fad-a591-410a-ac9a-5abc0b32d3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'be9c509c-ca4e-4a22-9560-651654742bdf'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:35:52.187958 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (bcb20f08-39cf-42cc-b696-937509c397da), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:52.249632 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325f477-8963-4127-b4a4-7b0cc2cb5605 req-a04b5cdf-cb9f-486d-8547-1b5c2e2be6d2 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:52.257118 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4325f477-8963-4127-b4a4-7b0cc2cb5605 req-a04b5cdf-cb9f-486d-8547-1b5c2e2be6d2 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 943 time: 0.3515282 Jan 18 19:35:52.271176 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-dbf09666-88d2-4ee6-903b-ef0d491467d2 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Publish callbacks [] for port (166bb415-79b5-4222-8ef1-ee6576e2955d), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:52.278483 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] For port bcb20f08-39cf-42cc-b696-937509c397da, host hv-cinder-81187, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:35:52.281269 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-58118130-2e16-4c6f-b209-f484b1245198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:52.293575 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (0345ff4a-5024-4047-884f-45f77573f81f), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:52.313883 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] For port bcb20f08-39cf-42cc-b696-937509c397da, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=bcb20f08-39cf-42cc-b696-937509c397da,segment=NetworkSegment(61be3fad-a591-410a-ac9a-5abc0b32d3df),segment_id=61be3fad-a591-410a-ac9a-5abc0b32d3df)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:35:52.350620 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0296ce7-5ab1-44c5-8de5-2a4ac180cfa6 req-3edfb590-2900-434d-9c20-b715d48bf30d tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:52.352886 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b0296ce7-5ab1-44c5-8de5-2a4ac180cfa6 req-3edfb590-2900-434d-9c20-b715d48bf30d tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 944 time: 0.2525923 Jan 18 19:35:52.402844 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (bcb20f08-39cf-42cc-b696-937509c397da), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:52.431439 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4325f477-8963-4127-b4a4-7b0cc2cb5605 req-79330629-a1d5-4f3f-848c-a6ac6376d23e tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716676 Jan 18 19:35:52.533213 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-58118130-2e16-4c6f-b209-f484b1245198 admin admin] Publish callbacks [] for security_group (e0ef96e9-324f-499d-a26c-7c12f08f206d), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:52.545176 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:52.546018 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:52.547756 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] 10.222.0.35 "PUT /v2.0/ports/bcb20f08-39cf-42cc-b696-937509c397da HTTP/1.1" status: 200 len: 1093 time: 2.3136363 Jan 18 19:35:52.568519 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b805a-c249-43b4-b504-251907a297c7 req-b77e8ff2-af32-4592-a703-5d30f5843fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:52.570355 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-f06b805a-c249-43b4-b504-251907a297c7 req-b77e8ff2-af32-4592-a703-5d30f5843fa2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be668e6d10aa4518abe4256a2c3660a5&device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 1097 time: 0.2116039 Jan 18 19:35:52.593206 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc61985-2e91-4621-a4c7-4c194b61e20b service neutron] Pushing event updated for resources: {'Port': ['ID=bcb20f08-39cf-42cc-b696-937509c397da,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:52.606848 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-58118130-2e16-4c6f-b209-f484b1245198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (e0ef96e9-324f-499d-a26c-7c12f08f206d), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:52.673221 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-58118130-2e16-4c6f-b209-f484b1245198 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=036f8a0f9ce74a418900bb250d6f640b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6945827 Jan 18 19:35:52.674711 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58118130-2e16-4c6f-b209-f484b1245198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ef96e9-324f-499d-a26c-7c12f08f206d,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:52.677531 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58546) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:52.765788 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bf40b871-a573-406e-b50f-e43e5f6c6ecf req-838a8386-6891-4c70-9307-c244d7a1f7f3 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 210 time: 0.1002996 Jan 18 19:35:52.850116 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-10c3c438-686f-4bda-be4a-4d8f4837fb11 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:52.889871 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b0296ce7-5ab1-44c5-8de5-2a4ac180cfa6 req-7521d183-d963-4ea8-bdcc-76cb0fe2ebe8 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053487 Jan 18 19:35:52.957592 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c79c725b-5cc4-431a-a480-9c5588ab8af4 req-db579561-638c-4e67-b52b-5cc1f0662b82 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 210 time: 0.0348587 Jan 18 19:35:53.039606 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-dbf09666-88d2-4ee6-903b-ef0d491467d2 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (166bb415-79b5-4222-8ef1-ee6576e2955d), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:53.048205 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-dd6dcd39-41b9-40dc-bf0e-2a809671cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:53.048205 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-dd6dcd39-41b9-40dc-bf0e-2a809671cbc0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0cfb462244d404d83ab6b48f6495a2c&device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 1096 time: 0.2128224 Jan 18 19:35:53.053343 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c83579f7-7227-41d7-8ba8-07154a156c10 admin admin] Publish callbacks [] for security_group (e0ef96e9-324f-499d-a26c-7c12f08f206d), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:53.059465 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:53.133880 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-10c3c438-686f-4bda-be4a-4d8f4837fb11 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:53.197381 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-7b0e3294-d66e-4b84-9f69-799a621fdfd9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcb20f08-39cf-42cc-b696-937509c397da HTTP/1.1" status: 200 len: 217 time: 0.1095085 Jan 18 19:35:53.203206 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b805a-c249-43b4-b504-251907a297c7 req-5fe7448e-6c6e-44e9-ac47-9b32dac8c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:53.205631 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-f06b805a-c249-43b4-b504-251907a297c7 req-5fe7448e-6c6e-44e9-ac47-9b32dac8c695 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f02a957-f869-4436-9e44-afa05054a27b HTTP/1.1" status: 200 len: 915 time: 0.4909484 Jan 18 19:35:53.211509 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c83579f7-7227-41d7-8ba8-07154a156c10 admin admin] Publish callbacks [] for security_group (e0ef96e9-324f-499d-a26c-7c12f08f206d), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:53.214721 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-dbf09666-88d2-4ee6-903b-ef0d491467d2 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Network 2a37f81d-d7f4-49f1-80e7-09fae1eca369 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:35:53.263586 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-dbf09666-88d2-4ee6-903b-ef0d491467d2 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:35:53.271044 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-10c3c438-686f-4bda-be4a-4d8f4837fb11 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Network 2276716e-d010-493f-805b-07bee1604b14 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:35:53.274994 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-dbf09666-88d2-4ee6-903b-ef0d491467d2 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:35:53.280960 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-dbf09666-88d2-4ee6-903b-ef0d491467d2 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:53.281589 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-dbf09666-88d2-4ee6-903b-ef0d491467d2 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:53.285094 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf09666-88d2-4ee6-903b-ef0d491467d2 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Pushing event updated for resources: {'Port': ['ID=166bb415-79b5-4222-8ef1-ee6576e2955d,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:53.304940 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-10c3c438-686f-4bda-be4a-4d8f4837fb11 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:35:53.351996 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-10c3c438-686f-4bda-be4a-4d8f4837fb11 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:35:53.353798 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-f06b805a-c249-43b4-b504-251907a297c7 req-02b9bd61-5e83-483d-b847-4550dbd1e1aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5e4ef92-a840-4d41-ae88-02e476cd254b HTTP/1.1" status: 200 len: 217 time: 0.1262717 Jan 18 19:35:53.359907 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-10c3c438-686f-4bda-be4a-4d8f4837fb11 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:53.361199 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-10c3c438-686f-4bda-be4a-4d8f4837fb11 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:53.675154 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-dbf09666-88d2-4ee6-903b-ef0d491467d2 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0573914 Jan 18 19:35:53.708751 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3c438-686f-4bda-be4a-4d8f4837fb11 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Pushing event updated for resources: {'Port': ['ID=80467ab1-0bd1-447c-9a1c-9089b86faff2,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:53.737962 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-83211099-4866-4b45-8815-484fd004c47f None None] Provisioning complete for port 80467ab1-0bd1-447c-9a1c-9089b86faff2 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:35:53.738943 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-83211099-4866-4b45-8815-484fd004c47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:53.742667 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Request body: {'port': {'device_id': 'df313e77-b466-4602-a170-6772dc22da82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:53.764299 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b670c5-dfe6-4a51-afce-16cabd0bb870', 'tag': 'bcb20f08-39cf-42cc-b696-937509c397da'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:35:53.767143 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2192f31b9332bf9c25be62e2eb712fda9b4426ea0356a3efb127a3d7520833a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bce690-14f6-44d4-b569-effa59f252c4" -d '{"events": [{"name": "network-changed", "server_uuid": "66b670c5-dfe6-4a51-afce-16cabd0bb870", "tag": "bcb20f08-39cf-42cc-b696-937509c397da"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:35:53.791403 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-10c3c438-686f-4bda-be4a-4d8f4837fb11 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6508570 Jan 18 19:35:53.826880 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-4580ad3e-ca4e-4cae-b50a-4d8ec484c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:53.831925 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-4580ad3e-ca4e-4cae-b50a-4d8ec484c21a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ad089699-f02d-4543-a344-3f5587b6a6f9 HTTP/1.1" status: 200 len: 852 time: 0.5969515 Jan 18 19:35:53.837103 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Request body: {'port': {'device_id': '1c0db402-5fec-4b6d-a48f-a182478a5522', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:35:53.842243 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-83211099-4866-4b45-8815-484fd004c47f None None] Port 80467ab1-0bd1-447c-9a1c-9089b86faff2 cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:35:53.924104 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b805a-c249-43b4-b504-251907a297c7 req-13b9a677-ed74-401a-a2e4-b97f6d002de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:53.925553 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-f06b805a-c249-43b4-b504-251907a297c7 req-13b9a677-ed74-401a-a2e4-b97f6d002de1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5acafb2-5b1c-4f2d-8e13-e936b8fb807f HTTP/1.1" status: 200 len: 854 time: 0.5434980 Jan 18 19:35:53.932073 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-6002e838-e6e5-4737-9931-5402d604923b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be9c509c-ca4e-4a22-9560-651654742bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683081 Jan 18 19:35:53.945787 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:53.979991 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-f06b805a-c249-43b4-b504-251907a297c7 req-66d70168-0556-463c-a07e-9bd4bbff6187 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f02a957-f869-4436-9e44-afa05054a27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469396 Jan 18 19:35:53.984180 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6baeb9-ce4f-4eeb-9679-7b138b395f7d x-openstack-request-id: req-fd6baeb9-ce4f-4eeb-9679-7b138b395f7d {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:35:53.984180 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b670c5-dfe6-4a51-afce-16cabd0bb870", "tag": "bcb20f08-39cf-42cc-b696-937509c397da", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:35:53.984180 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd6baeb9-ce4f-4eeb-9679-7b138b395f7d {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:35:53.984180 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b670c5-dfe6-4a51-afce-16cabd0bb870', 'tag': 'bcb20f08-39cf-42cc-b696-937509c397da', 'status': 'completed', 'code': 200} Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: from cryptography.utils import int_from_bytes Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: from cryptography.utils import int_from_bytes Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:53.999494 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:54.001573 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:54.001573 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:54.001573 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:54.001573 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:54.001573 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:54.001573 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:54.001573 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:54.001573 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:54.001573 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:54.001573 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:35:54.001573 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:35:54.007231 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c83579f7-7227-41d7-8ba8-07154a156c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (e0ef96e9-324f-499d-a26c-7c12f08f206d), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:54.010184 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c83579f7-7227-41d7-8ba8-07154a156c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:54.016200 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee400f-9fef-4926-9a45-f1c2c1dd590b req-9bb8f1ed-c7d8-4089-bd04-5c5c53b2b982 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:54.018045 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e0ee400f-9fef-4926-9a45-f1c2c1dd590b req-9bb8f1ed-c7d8-4089-bd04-5c5c53b2b982 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 943 time: 0.3614953 Jan 18 19:35:54.023913 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-c83579f7-7227-41d7-8ba8-07154a156c10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0ef96e9-324f-499d-a26c-7c12f08f206d HTTP/1.1" status: 204 len: 168 time: 1.3452642 Jan 18 19:35:54.145310 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83579f7-7227-41d7-8ba8-07154a156c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ef96e9-324f-499d-a26c-7c12f08f206d,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:54.178230 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58600) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:54.318245 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-700f14cc-c50d-474b-bac3-a5c8110f52e2 service neutron] 10.222.0.35 "GET /v2.0/networks/be9c509c-ca4e-4a22-9560-651654742bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341646 Jan 18 19:35:54.321821 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-f06b805a-c249-43b4-b504-251907a297c7 req-4818dc87-81cf-4371-ace1-2b3fb3084f10 service neutron] 10.222.0.35 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252256 Jan 18 19:35:54.367394 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (166bb415-79b5-4222-8ef1-ee6576e2955d), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:54.414625 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0345ff4a-5024-4047-884f-45f77573f81f {{(pid=103172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:35:54.467760 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Publish callbacks [] for port (0345ff4a-5024-4047-884f-45f77573f81f), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:54.544454 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-773b7e26-b7f8-4ff2-a609-e34275f9fa0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:54.668515 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-f06b805a-c249-43b4-b504-251907a297c7 req-860b3740-3ed9-4968-a654-56f86df99b84 service neutron] 10.222.0.35 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861702 Jan 18 19:35:54.678242 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-887cbf23-bf8f-441f-a9dc-aa6015f03432 req-d3e149ca-a342-42fa-9d93-351dfe26ec9c service neutron] 10.222.0.35 "GET /v2.0/networks/be9c509c-ca4e-4a22-9560-651654742bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243530 Jan 18 19:35:54.767761 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-773b7e26-b7f8-4ff2-a609-e34275f9fa0e admin admin] Publish callbacks [] for security_group (d1888646-28cc-4171-bd50-58232e071c45), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:54.770981 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25aded-d8fd-4bdc-9086-0143b504a933 req-20fc26d9-1201-4139-b0b4-21095468b369 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:54.778676 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9f25aded-d8fd-4bdc-9086-0143b504a933 req-20fc26d9-1201-4139-b0b4-21095468b369 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 932 time: 0.7593451 Jan 18 19:35:54.782934 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.provisioning_blocks [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Transition to ACTIVE for port object 0345ff4a-5024-4047-884f-45f77573f81f will not be triggered until provisioned by entity L2. {{(pid=103172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:35:54.824914 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e0ee400f-9fef-4926-9a45-f1c2c1dd590b req-2ee2a10e-c1a7-45db-9be9-a326e6c8d338 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5936756 Jan 18 19:35:54.825604 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-773b7e26-b7f8-4ff2-a609-e34275f9fa0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (d1888646-28cc-4171-bd50-58232e071c45), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:54.911008 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b7e26-b7f8-4ff2-a609-e34275f9fa0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1888646-28cc-4171-bd50-58232e071c45,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:54.934912 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (0345ff4a-5024-4047-884f-45f77573f81f), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:55.006470 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bce690-14f6-44d4-b569-effa59f252c4 req-7d8b1f50-454d-4c5e-9521-b2760dabf79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:55.008973 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-73bce690-14f6-44d4-b569-effa59f252c4 req-7d8b1f50-454d-4c5e-9521-b2760dabf79d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0cfb462244d404d83ab6b48f6495a2c&device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 1096 time: 0.1035225 Jan 18 19:35:55.037277 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-773b7e26-b7f8-4ff2-a609-e34275f9fa0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=887b9a8792df4cfea3789eed30b22ce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8458772 Jan 18 19:35:55.037277 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58618) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:55.071259 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Pushing event updated for resources: {'Port': ['ID=0345ff4a-5024-4047-884f-45f77573f81f,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:55.182913 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80467ab1-0bd1-447c-9a1c-9089b86faff2 {{(pid=103172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:35:55.205318 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Publish callbacks [] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:55.209954 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bce690-14f6-44d4-b569-effa59f252c4 req-71a80bf7-cf68-4861-bf90-1dd243ab11a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:55.211463 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-73bce690-14f6-44d4-b569-effa59f252c4 req-71a80bf7-cf68-4861-bf90-1dd243ab11a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=be9c509c-ca4e-4a22-9560-651654742bdf HTTP/1.1" status: 200 len: 913 time: 0.1711581 Jan 18 19:35:55.236536 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9f25aded-d8fd-4bdc-9086-0143b504a933 req-b84d1825-6633-4b35-8129-c3e7dbe26fc6 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4568734 Jan 18 19:35:55.241890 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-491f8780-32cf-4d91-a8cb-67f3be6dfbd2 admin admin] Publish callbacks [] for security_group (d1888646-28cc-4171-bd50-58232e071c45), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:55.282015 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-73bce690-14f6-44d4-b569-effa59f252c4 req-3942327e-d52e-44a9-ac22-b30de41dc590 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcb20f08-39cf-42cc-b696-937509c397da HTTP/1.1" status: 200 len: 217 time: 0.0547898 Jan 18 19:35:55.343084 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-491f8780-32cf-4d91-a8cb-67f3be6dfbd2 admin admin] Publish callbacks [] for security_group (d1888646-28cc-4171-bd50-58232e071c45), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:55.363082 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a3950-3cd3-44ff-b4b3-9997a47ec58c req-f6c40ba4-1cfa-4153-82f2-d9dde7ed07fa tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:55.370903 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a20a3950-3cd3-44ff-b4b3-9997a47ec58c req-f6c40ba4-1cfa-4153-82f2-d9dde7ed07fa tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 944 time: 0.3012145 Jan 18 19:35:55.386323 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bce690-14f6-44d4-b569-effa59f252c4 req-737d4dac-c13f-42c1-b670-745801c7f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:55.387824 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-73bce690-14f6-44d4-b569-effa59f252c4 req-737d4dac-c13f-42c1-b670-745801c7f403 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ad089699-f02d-4543-a344-3f5587b6a6f9 HTTP/1.1" status: 200 len: 852 time: 0.0988402 Jan 18 19:35:55.389917 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.provisioning_blocks [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Transition to ACTIVE for port object 80467ab1-0bd1-447c-9a1c-9089b86faff2 will not be triggered until provisioned by entity L2. {{(pid=103172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:35:55.403898 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Attempting to bind port 0345ff4a-5024-4047-884f-45f77573f81f on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:35:55.406024 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Attempting to bind port 0345ff4a-5024-4047-884f-45f77573f81f by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'bd6a3413-6529-4e74-9a70-4bca6f584af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369'}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:35:55.406571 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Attempting to bind port 0345ff4a-5024-4047-884f-45f77573f81f on network 2a37f81d-d7f4-49f1-80e7-09fae1eca369 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:35:55.430176 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Port 0345ff4a-5024-4047-884f-45f77573f81f on network 2a37f81d-d7f4-49f1-80e7-09fae1eca369 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:35:55.431140 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Attempting to bind port 0345ff4a-5024-4047-884f-45f77573f81f on network 2a37f81d-d7f4-49f1-80e7-09fae1eca369 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:35:55.446199 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-73bce690-14f6-44d4-b569-effa59f252c4 req-208d9376-a776-4103-a57c-53a4b1283f2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be9c509c-ca4e-4a22-9560-651654742bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468705 Jan 18 19:35:55.487581 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:35:55.488118 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Checking segment: {'id': 'bd6a3413-6529-4e74-9a70-4bca6f584af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:35:55.488528 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Bound using segment: {'id': 'bd6a3413-6529-4e74-9a70-4bca6f584af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369'} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:35:55.488978 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Bound port: 0345ff4a-5024-4047-884f-45f77573f81f, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd6a3413-6529-4e74-9a70-4bca6f584af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369'}}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:35:55.489343 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (0345ff4a-5024-4047-884f-45f77573f81f), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:55.540885 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:55.581539 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-73bce690-14f6-44d4-b569-effa59f252c4 req-73bd98c2-57db-4ba1-83c2-e688b088b463 service neutron] 10.222.0.35 "GET /v2.0/networks/be9c509c-ca4e-4a22-9560-651654742bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089585 Jan 18 19:35:55.583545 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-491f8780-32cf-4d91-a8cb-67f3be6dfbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (d1888646-28cc-4171-bd50-58232e071c45), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:55.586641 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-491f8780-32cf-4d91-a8cb-67f3be6dfbd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:55.592071 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-491f8780-32cf-4d91-a8cb-67f3be6dfbd2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1888646-28cc-4171-bd50-58232e071c45 HTTP/1.1" status: 204 len: 168 time: 0.4481723 Jan 18 19:35:55.603589 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f8780-32cf-4d91-a8cb-67f3be6dfbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1888646-28cc-4171-bd50-58232e071c45,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:55.648404 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e53846-db8c-4e1a-8c45-89d0cd7ed97b req-53b4cda1-be97-4fa8-ac15-e9fc8bd4f950 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:55.655987 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c1e53846-db8c-4e1a-8c45-89d0cd7ed97b req-53b4cda1-be97-4fa8-ac15-e9fc8bd4f950 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 932 time: 0.2303376 Jan 18 19:35:55.745990 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a20a3950-3cd3-44ff-b4b3-9997a47ec58c req-6e4ab3f5-2c98-40b7-a97d-a06ea0e5d7d5 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740282 Jan 18 19:35:55.768435 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-73bce690-14f6-44d4-b569-effa59f252c4 req-03f5ed3e-99b8-47cb-a65a-21c836348b30 service neutron] 10.222.0.35 "GET /v2.0/networks/be9c509c-ca4e-4a22-9560-651654742bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626942 Jan 18 19:35:55.808361 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166bb415-79b5-4222-8ef1-ee6576e2955d {{(pid=103172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:35:55.847053 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Pushing event updated for resources: {'Port': ['ID=80467ab1-0bd1-447c-9a1c-9089b86faff2,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:55.863226 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Publish callbacks [] for port (166bb415-79b5-4222-8ef1-ee6576e2955d), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:55.910768 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] For port 0345ff4a-5024-4047-884f-45f77573f81f, host hv-cinder-81187, cleared binding levels {{(pid=103172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:35:55.933882 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Attempting to bind port 80467ab1-0bd1-447c-9a1c-9089b86faff2 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:35:55.934410 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Attempting to bind port 80467ab1-0bd1-447c-9a1c-9089b86faff2 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'bf86f149-7fa9-43db-8971-7a535193d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2276716e-d010-493f-805b-07bee1604b14'}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:35:55.934634 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Attempting to bind port 80467ab1-0bd1-447c-9a1c-9089b86faff2 on network 2276716e-d010-493f-805b-07bee1604b14 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:35:55.955864 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c1e53846-db8c-4e1a-8c45-89d0cd7ed97b req-edfc4905-0c9e-45e6-a784-78dca34e1039 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976313 Jan 18 19:35:55.971038 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] For port 0345ff4a-5024-4047-884f-45f77573f81f, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=0345ff4a-5024-4047-884f-45f77573f81f,segment=NetworkSegment(bd6a3413-6529-4e74-9a70-4bca6f584af7),segment_id=bd6a3413-6529-4e74-9a70-4bca6f584af7)] {{(pid=103172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:35:55.974193 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.provisioning_blocks [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Transition to ACTIVE for port object 166bb415-79b5-4222-8ef1-ee6576e2955d will not be triggered until provisioned by entity L2. {{(pid=103172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:35:55.975751 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Port 80467ab1-0bd1-447c-9a1c-9089b86faff2 on network 2276716e-d010-493f-805b-07bee1604b14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:35:55.976092 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Attempting to bind port 80467ab1-0bd1-447c-9a1c-9089b86faff2 on network 2276716e-d010-493f-805b-07bee1604b14 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:35:55.990897 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:35:55.991281 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Checking segment: {'id': 'bf86f149-7fa9-43db-8971-7a535193d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2276716e-d010-493f-805b-07bee1604b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:35:55.992546 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Bound using segment: {'id': 'bf86f149-7fa9-43db-8971-7a535193d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2276716e-d010-493f-805b-07bee1604b14'} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:35:55.992546 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Bound port: 80467ab1-0bd1-447c-9a1c-9089b86faff2, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf86f149-7fa9-43db-8971-7a535193d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2276716e-d010-493f-805b-07bee1604b14'}}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:35:55.992546 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:56.056422 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (0345ff4a-5024-4047-884f-45f77573f81f), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:56.107062 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e2e56-c8b2-49e1-820f-87b2734623ab req-52edcd73-8a1c-4484-99d1-10cbf550cc45 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:56.108082 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cb3e2e56-c8b2-49e1-820f-87b2734623ab req-52edcd73-8a1c-4484-99d1-10cbf550cc45 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 943 time: 0.1352625 Jan 18 19:35:56.115890 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (166bb415-79b5-4222-8ef1-ee6576e2955d), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:56.135230 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:56.135230 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:56.135576 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4fadc951-f130-430e-a4ae-19661114ed99 req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] 10.222.0.35 "PUT /v2.0/ports/0345ff4a-5024-4047-884f-45f77573f81f HTTP/1.1" status: 200 len: 1093 time: 4.3713741 Jan 18 19:35:56.147861 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ec59e4-7838-43bd-9719-fcef1bcf1a9e', 'tag': '0345ff4a-5024-4047-884f-45f77573f81f'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:35:56.276211 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bab2c9-45c5-4c34-9738-80de23528143 service neutron] Pushing event updated for resources: {'Port': ['ID=0345ff4a-5024-4047-884f-45f77573f81f,revision_number=3']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:56.331666 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] For port 80467ab1-0bd1-447c-9a1c-9089b86faff2, host hv-cinder-81187, cleared binding levels {{(pid=103172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:35:56.445702 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] For port 80467ab1-0bd1-447c-9a1c-9089b86faff2, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=80467ab1-0bd1-447c-9a1c-9089b86faff2,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:35:56.468217 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58654) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:56.496286 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cb3e2e56-c8b2-49e1-820f-87b2734623ab req-6a17a617-9b11-4b08-abd2-d4e6b9362400 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684425 Jan 18 19:35:56.499317 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58658) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:56.543179 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:56.545326 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Pushing event updated for resources: {'Port': ['ID=166bb415-79b5-4222-8ef1-ee6576e2955d,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:56.732536 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0a87d06a-316b-46d7-af44-13065bfb0367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:56.767470 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:56.768052 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:56.769659 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] 10.222.0.35 "PUT /v2.0/ports/80467ab1-0bd1-447c-9a1c-9089b86faff2 HTTP/1.1" status: 200 len: 1094 time: 2.9401519 Jan 18 19:35:56.770441 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Attempting to bind port 166bb415-79b5-4222-8ef1-ee6576e2955d on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:35:56.770743 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Attempting to bind port 166bb415-79b5-4222-8ef1-ee6576e2955d by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'bd6a3413-6529-4e74-9a70-4bca6f584af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369'}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:35:56.771066 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Attempting to bind port 166bb415-79b5-4222-8ef1-ee6576e2955d on network 2a37f81d-d7f4-49f1-80e7-09fae1eca369 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:35:56.775315 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadc951-f130-430e-a4ae-19661114ed99 req-632b7264-b28c-4e63-a67a-e27dd509c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:56.776802 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4fadc951-f130-430e-a4ae-19661114ed99 req-632b7264-b28c-4e63-a67a-e27dd509c6eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d566f74dc13d4f3ea84a0b02cd9786fa&device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 1096 time: 0.5034502 Jan 18 19:35:56.833738 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Port 166bb415-79b5-4222-8ef1-ee6576e2955d on network 2a37f81d-d7f4-49f1-80e7-09fae1eca369 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:35:56.833738 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Attempting to bind port 166bb415-79b5-4222-8ef1-ee6576e2955d on network 2a37f81d-d7f4-49f1-80e7-09fae1eca369 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:35:56.875165 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58668) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:56.926951 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2f874a81-dedd-458a-a22b-e68e6b8b33d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:56.929876 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d2881-0358-49c8-9e94-728881900187 req-97a09670-053b-46e4-9349-3e8b0b4db574 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:56.935792 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-638d2881-0358-49c8-9e94-728881900187 req-97a09670-053b-46e4-9349-3e8b0b4db574 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.5793989 Jan 18 19:35:56.942320 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a18bf5-c771-4811-b5e4-2c527fdd933a" -d '{"events": [{"name": "network-changed", "server_uuid": "59ec59e4-7838-43bd-9719-fcef1bcf1a9e", "tag": "0345ff4a-5024-4047-884f-45f77573f81f"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:35:56.970019 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4fadc951-f130-430e-a4ae-19661114ed99 req-3bfb9518-d0c2-4128-bb29-02fa967aface service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0345ff4a-5024-4047-884f-45f77573f81f HTTP/1.1" status: 200 len: 217 time: 0.1858606 Jan 18 19:35:57.018829 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:35:57.019202 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Checking segment: {'id': 'bd6a3413-6529-4e74-9a70-4bca6f584af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:35:57.019599 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Bound using segment: {'id': 'bd6a3413-6529-4e74-9a70-4bca6f584af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369'} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:35:57.020375 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Bound port: 166bb415-79b5-4222-8ef1-ee6576e2955d, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd6a3413-6529-4e74-9a70-4bca6f584af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369'}}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:35:57.035018 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (166bb415-79b5-4222-8ef1-ee6576e2955d), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:57.077112 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2f874a81-dedd-458a-a22b-e68e6b8b33d2 admin admin] Publish callbacks [] for security_group (fd52a2e8-042e-40ab-b022-61cdebfc9e69), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:57.110181 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0a87d06a-316b-46d7-af44-13065bfb0367 admin admin] Publish callbacks [] for security_group (58d32b60-c469-4e58-b494-77686558822c), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:57.111761 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4b37c7c-693c-4ba7-a278-03d857db7d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:57.154321 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5876af-e7e4-4236-9e6d-f45755076113 service neutron] Pushing event updated for resources: {'Port': ['ID=80467ab1-0bd1-447c-9a1c-9089b86faff2,revision_number=3']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:57.154905 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2f874a81-dedd-458a-a22b-e68e6b8b33d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (fd52a2e8-042e-40ab-b022-61cdebfc9e69), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:57.223734 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0a87d06a-316b-46d7-af44-13065bfb0367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (58d32b60-c469-4e58-b494-77686558822c), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:57.244330 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f874a81-dedd-458a-a22b-e68e6b8b33d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd52a2e8-042e-40ab-b022-61cdebfc9e69,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:57.326319 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadc951-f130-430e-a4ae-19661114ed99 req-930a14e3-19d2-4289-88fb-19e2e4e5c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:57.328033 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4fadc951-f130-430e-a4ae-19661114ed99 req-930a14e3-19d2-4289-88fb-19e2e4e5c86f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bdd86ec8-e4ac-4f77-b398-ae467a5e4aac HTTP/1.1" status: 200 len: 859 time: 0.3122940 Jan 18 19:35:57.345420 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-2f874a81-dedd-458a-a22b-e68e6b8b33d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd5a8a3077cc4dafa3594d527cfb36cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4681530 Jan 18 19:35:57.354772 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fd9ae-4879-4406-87c1-88119693334f req-d1d06bef-ae12-44b9-8700-62e7ec7be75d tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:57.356551 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ef0fd9ae-4879-4406-87c1-88119693334f req-d1d06bef-ae12-44b9-8700-62e7ec7be75d tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 944 time: 0.4416313 Jan 18 19:35:57.358977 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 58678) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:57.366289 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4b37c7c-693c-4ba7-a278-03d857db7d9e admin admin] Publish callbacks [] for security_group (f1197357-6877-4283-ad1f-cf32a1108fee), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:57.378851 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-0a87d06a-316b-46d7-af44-13065bfb0367 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a2caba0b24f4029a6c41ee4de69f4ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9068575 Jan 18 19:35:57.387271 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58680) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:57.419903 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ef555222-16f6-4c91-a9ef-ba8faf7a2248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:57.421760 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-ef555222-16f6-4c91-a9ef-ba8faf7a2248 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf0cd8080e184330b0b0cc9934525143&device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 1097 time: 0.4139180 Jan 18 19:35:57.458341 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-638d2881-0358-49c8-9e94-728881900187 req-78a6fc0b-1bf1-4290-81a7-3c1b7b8578c1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4636011 Jan 18 19:35:57.466261 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4fadc951-f130-430e-a4ae-19661114ed99 req-9546b665-a124-45ad-9ca5-8402290f7341 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a37f81d-d7f4-49f1-80e7-09fae1eca369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012559 Jan 18 19:35:57.496558 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-beb51726-6028-4a82-8079-c483a26e5254 admin admin] Publish callbacks [] for security_group (58d32b60-c469-4e58-b494-77686558822c), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:57.496981 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] For port 166bb415-79b5-4222-8ef1-ee6576e2955d, host hv-cinder-81187, cleared binding levels {{(pid=103172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:35:57.532873 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-beb51726-6028-4a82-8079-c483a26e5254 admin admin] Publish callbacks [] for security_group (58d32b60-c469-4e58-b494-77686558822c), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:57.571154 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-b7290a65-fe10-4af9-9fdd-9912ae834016 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80467ab1-0bd1-447c-9a1c-9089b86faff2 HTTP/1.1" status: 200 len: 217 time: 0.1102262 Jan 18 19:35:57.579213 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b4b37c7c-693c-4ba7-a278-03d857db7d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (f1197357-6877-4283-ad1f-cf32a1108fee), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:57.582570 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87d06a-316b-46d7-af44-13065bfb0367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d32b60-c469-4e58-b494-77686558822c,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:57.597635 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] For port 166bb415-79b5-4222-8ef1-ee6576e2955d, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=166bb415-79b5-4222-8ef1-ee6576e2955d,segment=NetworkSegment(bd6a3413-6529-4e74-9a70-4bca6f584af7),segment_id=bd6a3413-6529-4e74-9a70-4bca6f584af7)] {{(pid=103172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:35:57.643541 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-b4b37c7c-693c-4ba7-a278-03d857db7d9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=627c552bbed44e6f95290aaf9ddb4575&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1427152 Jan 18 19:35:57.647204 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58688) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:57.692311 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b37c7c-693c-4ba7-a278-03d857db7d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1197357-6877-4283-ad1f-cf32a1108fee,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:57.725727 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (166bb415-79b5-4222-8ef1-ee6576e2955d), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:57.737495 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-beb51726-6028-4a82-8079-c483a26e5254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (58d32b60-c469-4e58-b494-77686558822c), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:57.741003 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-beb51726-6028-4a82-8079-c483a26e5254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:57.742347 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-beb51726-6028-4a82-8079-c483a26e5254 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58d32b60-c469-4e58-b494-77686558822c HTTP/1.1" status: 204 len: 168 time: 0.3541315 Jan 18 19:35:57.800199 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb51726-6028-4a82-8079-c483a26e5254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d32b60-c469-4e58-b494-77686558822c,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:57.804909 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-13325c3d-63a6-4868-b1cb-e1f9ac535f9b admin admin] Publish callbacks [] for security_group (f1197357-6877-4283-ad1f-cf32a1108fee), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:57.837961 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ef0fd9ae-4879-4406-87c1-88119693334f req-822fa2a2-e75d-48b5-a1b8-598f5e9e1dfe tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516556 Jan 18 19:35:57.840304 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4fadc951-f130-430e-a4ae-19661114ed99 req-5d63d4a8-d84d-4556-8e1c-d1887e4a36c3 service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961817 Jan 18 19:35:57.840800 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-13c43f9b-5391-4868-b398-e323f83edb92 admin admin] Publish callbacks [] for security_group (fd52a2e8-042e-40ab-b022-61cdebfc9e69), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:57.874797 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-13325c3d-63a6-4868-b1cb-e1f9ac535f9b admin admin] Publish callbacks [] for security_group (f1197357-6877-4283-ad1f-cf32a1108fee), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:57.979253 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:57.979969 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:57.981256 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] 10.222.0.35 "PUT /v2.0/ports/166bb415-79b5-4222-8ef1-ee6576e2955d HTTP/1.1" status: 200 len: 1094 time: 4.2447174 Jan 18 19:35:57.991807 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-fb51aec3-64b9-4fd5-8d7f-f9bf8d33a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:57.993269 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-fb51aec3-64b9-4fd5-8d7f-f9bf8d33a22f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de HTTP/1.1" status: 200 len: 856 time: 0.3299477 Jan 18 19:35:58.010011 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-13c43f9b-5391-4868-b398-e323f83edb92 admin admin] Publish callbacks [] for security_group (fd52a2e8-042e-40ab-b022-61cdebfc9e69), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:58.029425 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-13325c3d-63a6-4868-b1cb-e1f9ac535f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (f1197357-6877-4283-ad1f-cf32a1108fee), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:58.033220 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe50b67-8fbe-4384-99d4-172e5a2075fb req-ce01de66-fd4b-4a4c-8a94-143523d0a773 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:58.037488 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-13325c3d-63a6-4868-b1cb-e1f9ac535f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:58.037488 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-13325c3d-63a6-4868-b1cb-e1f9ac535f9b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1197357-6877-4283-ad1f-cf32a1108fee HTTP/1.1" status: 204 len: 168 time: 0.3867862 Jan 18 19:35:58.040987 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2fe50b67-8fbe-4384-99d4-172e5a2075fb req-ce01de66-fd4b-4a4c-8a94-143523d0a773 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 944 time: 0.4472952 Jan 18 19:35:58.044815 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13325c3d-63a6-4868-b1cb-e1f9ac535f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1197357-6877-4283-ad1f-cf32a1108fee,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:58.098117 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab1e94-8f36-45d1-8b9c-5248e60c7069 service neutron] Pushing event updated for resources: {'Port': ['ID=166bb415-79b5-4222-8ef1-ee6576e2955d,revision_number=3']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:58.215798 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4fadc951-f130-430e-a4ae-19661114ed99 req-120a99af-65de-4164-9029-337f6d69013e service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111503 Jan 18 19:35:58.219415 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2fe50b67-8fbe-4384-99d4-172e5a2075fb req-943df54e-44ad-464b-8b58-77d3cb4d4e93 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773448 Jan 18 19:35:58.223832 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-49640d3d-1bca-4491-b293-98ececc4a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:58.225520 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-49640d3d-1bca-4491-b293-98ececc4a532 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2276716e-d010-493f-805b-07bee1604b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2179143 Jan 18 19:35:58.248475 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-01517d35-a808-4311-8505-9af290718910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:58.248475 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-01517d35-a808-4311-8505-9af290718910 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d566f74dc13d4f3ea84a0b02cd9786fa&device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 1097 time: 0.1363487 Jan 18 19:35:58.357528 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f614a1-53df-4a4b-a28c-1164667f3aef x-openstack-request-id: req-04f614a1-53df-4a4b-a28c-1164667f3aef {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:35:58.358063 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ec59e4-7838-43bd-9719-fcef1bcf1a9e", "tag": "0345ff4a-5024-4047-884f-45f77573f81f", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:35:58.358477 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04f614a1-53df-4a4b-a28c-1164667f3aef {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:35:58.359097 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ec59e4-7838-43bd-9719-fcef1bcf1a9e', 'tag': '0345ff4a-5024-4047-884f-45f77573f81f', 'status': 'completed', 'code': 200} Jan 18 19:35:58.362478 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-13c43f9b-5391-4868-b398-e323f83edb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (fd52a2e8-042e-40ab-b022-61cdebfc9e69), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:58.365255 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-13c43f9b-5391-4868-b398-e323f83edb92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:58.366575 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-13c43f9b-5391-4868-b398-e323f83edb92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd52a2e8-042e-40ab-b022-61cdebfc9e69 HTTP/1.1" status: 204 len: 168 time: 0.9972761 Jan 18 19:35:58.375176 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-a8b67686-7b6c-43f4-9def-533c55604acc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=166bb415-79b5-4222-8ef1-ee6576e2955d HTTP/1.1" status: 200 len: 217 time: 0.0860732 Jan 18 19:35:58.436025 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c43f9b-5391-4868-b398-e323f83edb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd52a2e8-042e-40ab-b022-61cdebfc9e69,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:58.570748 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a18bf5-c771-4811-b5e4-2c527fdd933a req-7addf0a0-4b4c-457f-81da-bc55e56597bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:58.572298 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-62a18bf5-c771-4811-b5e4-2c527fdd933a req-7addf0a0-4b4c-457f-81da-bc55e56597bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d566f74dc13d4f3ea84a0b02cd9786fa&device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 1096 time: 0.1923048 Jan 18 19:35:58.580006 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65d18f-c6a8-499c-b72b-d648b41b0701 req-e77deacd-d060-40a7-a50d-ca7545f0927c tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:58.581458 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ff65d18f-c6a8-499c-b72b-d648b41b0701 req-e77deacd-d060-40a7-a50d-ca7545f0927c tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 943 time: 0.2135997 Jan 18 19:35:58.584929 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-fab87f26-cc97-45c7-a361-0fb4d52a1a81 service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521433 Jan 18 19:35:58.587013 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-d467533d-ad4e-4bd3-8d7e-af9c88475d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:58.591601 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-d467533d-ad4e-4bd3-8d7e-af9c88475d0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bdd86ec8-e4ac-4f77-b398-ae467a5e4aac HTTP/1.1" status: 200 len: 859 time: 0.1565421 Jan 18 19:35:58.810460 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-5686faab-db0a-42b0-a645-53b6aee8a3e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a37f81d-d7f4-49f1-80e7-09fae1eca369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1934984 Jan 18 19:35:58.817581 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58710) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:58.845503 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-df870341-8012-49d3-9b30-7f30ccd9b38c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:59.004084 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-df870341-8012-49d3-9b30-7f30ccd9b38c admin admin] Publish callbacks [] for security_group (6a7c9285-454b-433b-97a7-3d5771fc9071), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:59.116318 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-df870341-8012-49d3-9b30-7f30ccd9b38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (6a7c9285-454b-433b-97a7-3d5771fc9071), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:59.178648 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ff65d18f-c6a8-499c-b72b-d648b41b0701 req-b39783f3-43ec-4a11-8a3b-3554ef16f0a0 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5796905 Jan 18 19:35:59.181977 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-df870341-8012-49d3-9b30-7f30ccd9b38c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a8baf1931904837ba04f9cf07edba99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3628614 Jan 18 19:35:59.187809 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce14f2b-3dd5-4b81-827b-19ac793b5a1b req-5add1fde-0ea1-4f8a-ad36-d16313060f5d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:59.188164 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58718) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:35:59.197926 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3ce14f2b-3dd5-4b81-827b-19ac793b5a1b req-5add1fde-0ea1-4f8a-ad36-d16313060f5d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.6071382 Jan 18 19:35:59.239989 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df870341-8012-49d3-9b30-7f30ccd9b38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7c9285-454b-433b-97a7-3d5771fc9071,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:59.362162 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-162433a1-d3e2-4e16-b048-36dc2f294567 admin admin] Publish callbacks [] for security_group (6a7c9285-454b-433b-97a7-3d5771fc9071), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:59.420168 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-162433a1-d3e2-4e16-b048-36dc2f294567 admin admin] Publish callbacks [] for security_group (6a7c9285-454b-433b-97a7-3d5771fc9071), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:59.461051 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a18bf5-c771-4811-b5e4-2c527fdd933a req-b3bd51ad-5abc-4ae4-ba36-39414eefa2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:59.463077 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-62a18bf5-c771-4811-b5e4-2c527fdd933a req-b3bd51ad-5abc-4ae4-ba36-39414eefa2f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a37f81d-d7f4-49f1-80e7-09fae1eca369 HTTP/1.1" status: 200 len: 920 time: 0.8657503 Jan 18 19:35:59.505874 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c570d0e2-e518-47b4-836d-227a20369ab8 req-36b76b6c-4ade-41a5-a3c5-9128bcbb68f3 service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8705385 Jan 18 19:35:59.544778 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-162433a1-d3e2-4e16-b048-36dc2f294567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (6a7c9285-454b-433b-97a7-3d5771fc9071), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:59.548259 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-162433a1-d3e2-4e16-b048-36dc2f294567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:35:59.550421 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-162433a1-d3e2-4e16-b048-36dc2f294567 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a7c9285-454b-433b-97a7-3d5771fc9071 HTTP/1.1" status: 204 len: 168 time: 0.3597772 Jan 18 19:35:59.568852 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-e60efcc4-e04b-49e0-b53d-29d790941d72 service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7276599 Jan 18 19:35:59.574241 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162433a1-d3e2-4e16-b048-36dc2f294567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7c9285-454b-433b-97a7-3d5771fc9071,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:35:59.586523 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3ce14f2b-3dd5-4b81-827b-19ac793b5a1b req-8e04fda2-df23-447d-ae0b-3c3521c4d523 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3857181 Jan 18 19:35:59.606681 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-62a18bf5-c771-4811-b5e4-2c527fdd933a req-336d87eb-1de0-4a52-89ae-afaf9a69f15a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0345ff4a-5024-4047-884f-45f77573f81f HTTP/1.1" status: 200 len: 217 time: 0.1083379 Jan 18 19:35:59.718683 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f3786-0e75-4b30-8e8b-efb0d2003bde req-f9c8ea4e-b864-4206-a808-d122a0e1763f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:59.721029 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c36f3786-0e75-4b30-8e8b-efb0d2003bde req-f9c8ea4e-b864-4206-a808-d122a0e1763f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 944 time: 0.3322129 Jan 18 19:35:59.893967 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a18bf5-c771-4811-b5e4-2c527fdd933a req-d67bef99-f87a-4c8b-a0f7-d9fa853a18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:59.896417 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-62a18bf5-c771-4811-b5e4-2c527fdd933a req-d67bef99-f87a-4c8b-a0f7-d9fa853a18bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bdd86ec8-e4ac-4f77-b398-ae467a5e4aac HTTP/1.1" status: 200 len: 859 time: 0.2707329 Jan 18 19:35:59.925224 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1111af00-0418-4d88-b0cd-1476fa38d2a2 req-615b4d41-0e22-4456-9cc5-992e1720cb8d service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376360 Jan 18 19:35:59.933868 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9814bb3-6feb-48ba-9799-07e1b44baf48 req-6f3836b3-a7b6-4acd-9323-a332f32f09ca tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:35:59.935351 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f9814bb3-6feb-48ba-9799-07e1b44baf48 req-6f3836b3-a7b6-4acd-9323-a332f32f09ca tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 944 time: 0.2666349 Jan 18 19:35:59.940170 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c36f3786-0e75-4b30-8e8b-efb0d2003bde req-a6e07459-2e09-4f46-8cb0-2751e11c3897 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756632 Jan 18 19:36:00.017265 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-62a18bf5-c771-4811-b5e4-2c527fdd933a req-69302618-e82a-40e8-98b4-35edaa5c1e07 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a37f81d-d7f4-49f1-80e7-09fae1eca369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608218 Jan 18 19:36:00.093937 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f9814bb3-6feb-48ba-9799-07e1b44baf48 req-6dd6f7cc-4cdd-4194-af9f-a79621ca0d45 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290951 Jan 18 19:36:00.132534 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-62a18bf5-c771-4811-b5e4-2c527fdd933a req-0cf85bcc-a898-41be-b370-4d88c88205ea service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075857 Jan 18 19:36:00.229056 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-62a18bf5-c771-4811-b5e4-2c527fdd933a req-c80f8126-24c9-440d-9e58-e9576118e74f service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909400 Jan 18 19:36:00.296038 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378590ba-0855-43cc-a5e6-157ce37faf56 req-b5eb3eb0-d08d-486c-8a75-616234b15fc1 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:00.297508 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-378590ba-0855-43cc-a5e6-157ce37faf56 req-b5eb3eb0-d08d-486c-8a75-616234b15fc1 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 943 time: 0.0483029 Jan 18 19:36:00.348563 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-378590ba-0855-43cc-a5e6-157ce37faf56 req-754c945a-e051-4f2a-b865-698755df6dbb tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448766 Jan 18 19:36:00.360060 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0db402-5fec-4b6d-a48f-a182478a5522', 'tag': '80467ab1-0bd1-447c-9a1c-9089b86faff2'}, {'name': 'network-changed', 'server_uuid': 'df313e77-b466-4602-a170-6772dc22da82', 'tag': '166bb415-79b5-4222-8ef1-ee6576e2955d'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:36:00.362919 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0db402-5fec-4b6d-a48f-a182478a5522", "tag": "80467ab1-0bd1-447c-9a1c-9089b86faff2"}, {"name": "network-changed", "server_uuid": "df313e77-b466-4602-a170-6772dc22da82", "tag": "166bb415-79b5-4222-8ef1-ee6576e2955d"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:36:00.402190 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 18 Jan 2022 19:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf547818-c8bc-4d21-974d-54295b5bb61b x-openstack-request-id: req-bf547818-c8bc-4d21-974d-54295b5bb61b {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:36:00.402489 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0db402-5fec-4b6d-a48f-a182478a5522", "tag": "80467ab1-0bd1-447c-9a1c-9089b86faff2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "df313e77-b466-4602-a170-6772dc22da82", "tag": "166bb415-79b5-4222-8ef1-ee6576e2955d", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:36:00.402742 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf547818-c8bc-4d21-974d-54295b5bb61b {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:36:00.403136 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0db402-5fec-4b6d-a48f-a182478a5522', 'tag': '80467ab1-0bd1-447c-9a1c-9089b86faff2', 'status': 'completed', 'code': 200} Jan 18 19:36:00.403391 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df313e77-b466-4602-a170-6772dc22da82', 'tag': '166bb415-79b5-4222-8ef1-ee6576e2955d', 'status': 'completed', 'code': 200} Jan 18 19:36:00.461163 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-d4e8eb87-b50a-43fa-802e-2c4127fb646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:00.462957 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-d4e8eb87-b50a-43fa-802e-2c4127fb646d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf0cd8080e184330b0b0cc9934525143&device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 1097 time: 0.0384278 Jan 18 19:36:00.550530 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-db99e7c3-2cca-4b35-944c-e26b05d589e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:00.552016 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-db99e7c3-2cca-4b35-944c-e26b05d589e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2276716e-d010-493f-805b-07bee1604b14 HTTP/1.1" status: 200 len: 918 time: 0.0838227 Jan 18 19:36:00.711159 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342a33e-7a0f-48dd-962f-3524acfdddd4 req-9a64639e-3865-4d79-88af-67b739139db3 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:00.712852 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d342a33e-7a0f-48dd-962f-3524acfdddd4 req-9a64639e-3865-4d79-88af-67b739139db3 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0529966 Jan 18 19:36:00.758735 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d342a33e-7a0f-48dd-962f-3524acfdddd4 req-da30cd0d-a71e-494d-a458-6600b76fc337 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404630 Jan 18 19:36:01.070330 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1edb3d-8a1c-40c0-b3b1-5e56e9277bad req-eed208c1-e8f9-4039-b160-0ebaa6c21a54 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:01.071959 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4e1edb3d-8a1c-40c0-b3b1-5e56e9277bad req-eed208c1-e8f9-4039-b160-0ebaa6c21a54 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 944 time: 0.0483031 Jan 18 19:36:01.123828 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4e1edb3d-8a1c-40c0-b3b1-5e56e9277bad req-a8171cc9-f18f-49bb-a80e-705f55cf81f8 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461855 Jan 18 19:36:01.198457 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58794) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:01.218329 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5e343-762d-4990-9c3b-e059d25f24a9 req-2f8f9831-ab36-4867-afab-10dc5b7bc241 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:01.218424 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b8a5e343-762d-4990-9c3b-e059d25f24a9 req-2f8f9831-ab36-4867-afab-10dc5b7bc241 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 944 time: 0.0524471 Jan 18 19:36:01.267985 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b8a5e343-762d-4990-9c3b-e059d25f24a9 req-59e2bd98-93fb-4d69-81ec-71f08f2087d8 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442026 Jan 18 19:36:01.471999 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec459bd6-8bd8-4fea-978c-67f6b16dbdf3 req-6bc68553-6893-428b-b822-71faa67158aa tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:01.473609 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ec459bd6-8bd8-4fea-978c-67f6b16dbdf3 req-6bc68553-6893-428b-b822-71faa67158aa tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 943 time: 0.0517964 Jan 18 19:36:01.520069 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd843808-9390-4a57-9e55-4473bd9a2a27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:01.525459 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ec459bd6-8bd8-4fea-978c-67f6b16dbdf3 req-9cf61612-51f2-4580-888c-3cf6e671a473 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457482 Jan 18 19:36:01.612729 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd843808-9390-4a57-9e55-4473bd9a2a27 admin admin] Publish callbacks [] for security_group (dd55225a-d07d-42a0-bf7a-95a5f685448b), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:01.668742 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cd843808-9390-4a57-9e55-4473bd9a2a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (dd55225a-d07d-42a0-bf7a-95a5f685448b), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:01.712841 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd843808-9390-4a57-9e55-4473bd9a2a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd55225a-d07d-42a0-bf7a-95a5f685448b,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:01.718143 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-cd843808-9390-4a57-9e55-4473bd9a2a27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74e94087a9e54e1db69834c57f26fd24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5169122 Jan 18 19:36:01.720922 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58814) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:01.768180 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ece992c3-09dd-445f-8970-55bbfabeb0c4 admin admin] Publish callbacks [] for security_group (dd55225a-d07d-42a0-bf7a-95a5f685448b), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:01.794434 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ece992c3-09dd-445f-8970-55bbfabeb0c4 admin admin] Publish callbacks [] for security_group (dd55225a-d07d-42a0-bf7a-95a5f685448b), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:01.890366 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defcb15-1378-4182-bea1-8de099b77d6c req-d509fcee-3ccf-46cb-b617-4f129964af70 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:01.890366 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1defcb15-1378-4182-bea1-8de099b77d6c req-d509fcee-3ccf-46cb-b617-4f129964af70 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0499687 Jan 18 19:36:01.905089 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ece992c3-09dd-445f-8970-55bbfabeb0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (dd55225a-d07d-42a0-bf7a-95a5f685448b), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:01.908844 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ece992c3-09dd-445f-8970-55bbfabeb0c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:01.910001 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-ece992c3-09dd-445f-8970-55bbfabeb0c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd55225a-d07d-42a0-bf7a-95a5f685448b HTTP/1.1" status: 204 len: 168 time: 0.1881716 Jan 18 19:36:01.918451 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece992c3-09dd-445f-8970-55bbfabeb0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd55225a-d07d-42a0-bf7a-95a5f685448b,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:01.953221 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1defcb15-1378-4182-bea1-8de099b77d6c req-152c93cf-3192-4945-ba6c-a3a2f508b819 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593638 Jan 18 19:36:02.261206 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-1ac3a703-b2f3-4883-a74c-d37c3c1c1b51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80467ab1-0bd1-447c-9a1c-9089b86faff2 HTTP/1.1" status: 200 len: 217 time: 0.0374465 Jan 18 19:36:02.284772 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b45acb-3334-4cfa-9481-7d2a45926a5c req-e2c411bf-2bf8-4411-8a9d-05a38ecf4729 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:02.290339 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-97b45acb-3334-4cfa-9481-7d2a45926a5c req-e2c411bf-2bf8-4411-8a9d-05a38ecf4729 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 944 time: 0.0927560 Jan 18 19:36:02.342712 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-6e8f9321-6e89-4ba2-bc10-fa47e80a3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:02.344121 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-6e8f9321-6e89-4ba2-bc10-fa47e80a3060 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de HTTP/1.1" status: 200 len: 856 time: 0.0751798 Jan 18 19:36:02.409141 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-97b45acb-3334-4cfa-9481-7d2a45926a5c req-6ffc5d97-b3a4-4946-883d-c86e879696ae tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056492 Jan 18 19:36:02.428213 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-fbab3643-2369-4844-9e0e-50710e7cb65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:02.429695 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-fbab3643-2369-4844-9e0e-50710e7cb65b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2276716e-d010-493f-805b-07bee1604b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722854 Jan 18 19:36:02.438005 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84903b11-274b-464f-8085-8bcfa798fd9f req-6cf302d2-3083-4d3c-ae6c-69ceac8405f3 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:02.439527 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-84903b11-274b-464f-8085-8bcfa798fd9f req-6cf302d2-3083-4d3c-ae6c-69ceac8405f3 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 944 time: 0.1042221 Jan 18 19:36:02.546353 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-84903b11-274b-464f-8085-8bcfa798fd9f req-08dd3fd3-251d-4322-9824-6e14429a070d tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975006 Jan 18 19:36:02.561691 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-a5941a91-86b2-4fb3-8cd3-304e870a50db service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212075 Jan 18 19:36:02.701287 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444b618-e29c-4317-9a6b-96738093c2da req-f57a5cc7-a462-4c18-a0d7-14fa7a06cd1d tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:02.702717 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6444b618-e29c-4317-9a6b-96738093c2da req-f57a5cc7-a462-4c18-a0d7-14fa7a06cd1d tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 943 time: 0.0807369 Jan 18 19:36:02.704999 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-07060451-0406-4031-9b64-f40a0b5ec64b service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348186 Jan 18 19:36:02.750547 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6444b618-e29c-4317-9a6b-96738093c2da req-06618ee7-b86f-4936-9abe-23821b0f85a4 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420370 Jan 18 19:36:02.839291 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-ca901070-5bb4-47ba-bbc0-4cb60cdceb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:02.840851 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-ca901070-5bb4-47ba-bbc0-4cb60cdceb1f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d566f74dc13d4f3ea84a0b02cd9786fa&device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 1097 time: 0.0413895 Jan 18 19:36:02.888320 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:36:02.933137 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58862) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:02.945966 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-97651aa3-0208-44fe-9564-3e932bcdb9b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:02.963061 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-2e60b391-0eae-4983-9d2d-fb7cff0ee53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:02.965546 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-2e60b391-0eae-4983-9d2d-fb7cff0ee53d service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a37f81d-d7f4-49f1-80e7-09fae1eca369 HTTP/1.1" status: 200 len: 920 time: 0.1057525 Jan 18 19:36:03.020731 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-7dc93620-91fe-4902-a569-d34e5e908eff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=166bb415-79b5-4222-8ef1-ee6576e2955d HTTP/1.1" status: 200 len: 217 time: 0.0489421 Jan 18 19:36:03.073467 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-97651aa3-0208-44fe-9564-3e932bcdb9b1 admin admin] Publish callbacks [] for security_group (a20e0db3-74e7-4060-ae03-c8a9d7d0b2fd), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:03.109662 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f7e18-a723-4293-adbd-e40e02f5938f req-5e6e8390-6918-4c28-be20-ae202e3a0ed1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:03.111206 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a44f7e18-a723-4293-adbd-e40e02f5938f req-5e6e8390-6918-4c28-be20-ae202e3a0ed1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0512664 Jan 18 19:36:03.133565 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-97651aa3-0208-44fe-9564-3e932bcdb9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (a20e0db3-74e7-4060-ae03-c8a9d7d0b2fd), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:03.170167 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a44f7e18-a723-4293-adbd-e40e02f5938f req-1a2ae891-568e-40ef-97b9-b3b861beeb96 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532238 Jan 18 19:36:03.172994 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-97651aa3-0208-44fe-9564-3e932bcdb9b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29b0e585b5984f73b9bafc405a10d210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387753 Jan 18 19:36:03.175162 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97651aa3-0208-44fe-9564-3e932bcdb9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20e0db3-74e7-4060-ae03-c8a9d7d0b2fd,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:03.175980 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 58868) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:03.230132 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b214bc50-b7dd-47fc-9494-b68d2ea782ad admin admin] Publish callbacks [] for security_group (a20e0db3-74e7-4060-ae03-c8a9d7d0b2fd), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:03.265682 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b214bc50-b7dd-47fc-9494-b68d2ea782ad admin admin] Publish callbacks [] for security_group (a20e0db3-74e7-4060-ae03-c8a9d7d0b2fd), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:03.349868 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-57952b77-3fb4-407b-ab45-35ae09e7da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:03.354120 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-57952b77-3fb4-407b-ab45-35ae09e7da36 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bdd86ec8-e4ac-4f77-b398-ae467a5e4aac HTTP/1.1" status: 200 len: 859 time: 0.0656867 Jan 18 19:36:03.387601 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-35305313-8bf2-407c-845c-ebc95746cb3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a37f81d-d7f4-49f1-80e7-09fae1eca369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281622 Jan 18 19:36:03.459825 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b214bc50-b7dd-47fc-9494-b68d2ea782ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (a20e0db3-74e7-4060-ae03-c8a9d7d0b2fd), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:03.462703 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b214bc50-b7dd-47fc-9494-b68d2ea782ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:03.463904 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-b214bc50-b7dd-47fc-9494-b68d2ea782ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a20e0db3-74e7-4060-ae03-c8a9d7d0b2fd HTTP/1.1" status: 204 len: 168 time: 0.2866805 Jan 18 19:36:03.480811 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214bc50-b7dd-47fc-9494-b68d2ea782ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20e0db3-74e7-4060-ae03-c8a9d7d0b2fd,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:03.530116 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-56e19dae-2537-44f0-89c4-bad04325fa46 service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358454 Jan 18 19:36:03.569037 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f9ca2-6b1c-4e15-9caf-a8f142fe1911 req-55cfc055-8fc8-4bac-9ea9-12efba11ad52 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:03.574822 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6c0f9ca2-6b1c-4e15-9caf-a8f142fe1911 req-55cfc055-8fc8-4bac-9ea9-12efba11ad52 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 944 time: 0.0848184 Jan 18 19:36:03.719412 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6c0f9ca2-6b1c-4e15-9caf-a8f142fe1911 req-2ebf7182-a4fa-4d8f-ac3b-4f54dca62ea1 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108725 Jan 18 19:36:03.722157 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-325aa6ba-5ed6-44eb-add7-c4994ec4fe3b req-a6a4727b-8c6a-438e-9120-daff8baf407b service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833375 Jan 18 19:36:03.738296 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7355bad-461f-4012-b35c-50b9727b81b6 req-8049b346-a2ff-42dc-95e5-395b83c9230c tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:03.742547 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b7355bad-461f-4012-b35c-50b9727b81b6 req-8049b346-a2ff-42dc-95e5-395b83c9230c tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 944 time: 0.1114662 Jan 18 19:36:03.789912 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b7355bad-461f-4012-b35c-50b9727b81b6 req-10246eec-a053-4081-927b-d14fd4b9505a tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431192 Jan 18 19:36:03.878570 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c521512-51a2-43fa-9469-319b46f47964 req-e9e58aa0-4d98-45b4-ab60-e4c3d6f8c9fe tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:03.880040 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7c521512-51a2-43fa-9469-319b46f47964 req-e9e58aa0-4d98-45b4-ab60-e4c3d6f8c9fe tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 943 time: 0.0528035 Jan 18 19:36:03.931904 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7c521512-51a2-43fa-9469-319b46f47964 req-fb1928b4-cdb6-469c-b3cf-f9dfc892a1ec tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457294 Jan 18 19:36:04.311903 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24145980-edfc-44fb-a2d9-1253690cf852 req-6079089d-ac83-4cf8-bcf5-d3053091bc5d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:04.314036 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-24145980-edfc-44fb-a2d9-1253690cf852 req-6079089d-ac83-4cf8-bcf5-d3053091bc5d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0558522 Jan 18 19:36:04.363637 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-24145980-edfc-44fb-a2d9-1253690cf852 req-63801aec-9f7d-4908-b0e4-d71aa1948fc1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442016 Jan 18 19:36:04.604337 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 58946) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:04.698363 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-a42d6cc9-54a0-4fe6-a7e1-697f5f48b347 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-465269994-network', 'tenant_id': '020f83c32b914241982f9c7a2d9734d9'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:36:04.820232 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42d6cc9-54a0-4fe6-a7e1-697f5f48b347 admin admin] Made reservation on behalf of 020f83c32b914241982f9c7a2d9734d9 for: {'network': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:36:04.822002 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a42d6cc9-54a0-4fe6-a7e1-697f5f48b347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for network (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:05.014577 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a42d6cc9-54a0-4fe6-a7e1-697f5f48b347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:05.067071 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45a88c-11d9-405c-a58f-0f56fb11fd6b req-e30d0e4e-c2eb-49f7-ac12-9113e894714c tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:05.068578 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4d45a88c-11d9-405c-a58f-0f56fb11fd6b req-e30d0e4e-c2eb-49f7-ac12-9113e894714c tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 944 time: 0.2804842 Jan 18 19:36:05.101616 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58966) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:05.118365 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed76b6-072d-4bfb-b10b-f9469e29e56d req-9f6df0c1-afab-414f-9a38-ebd03c5379af tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:05.119843 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c8ed76b6-072d-4bfb-b10b-f9469e29e56d req-9f6df0c1-afab-414f-9a38-ebd03c5379af tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 944 time: 0.1085739 Jan 18 19:36:05.195218 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4d45a88c-11d9-405c-a58f-0f56fb11fd6b req-4639236b-0038-4ca2-a53d-20724a92fd33 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148922 Jan 18 19:36:05.218063 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a42d6cc9-54a0-4fe6-a7e1-697f5f48b347 admin admin] Publish callbacks [] for security_group (a6f2df6b-7d97-4a51-9661-579c11007b74), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:05.221705 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e49b6c66-581a-430a-bb84-fa1bddf12a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:05.222909 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c8ed76b6-072d-4bfb-b10b-f9469e29e56d req-34345d08-6c73-4a25-bb14-89e94221ec47 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910726 Jan 18 19:36:05.297977 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e49b6c66-581a-430a-bb84-fa1bddf12a75 admin admin] Publish callbacks [] for security_group (da8abf21-fc0b-4228-9447-aa4222e9bd81), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:05.322672 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6093746-2d50-4ed9-9c49-920bd8be1b96 req-70a71511-75cb-4fcc-a253-13db680555dc tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:05.324171 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c6093746-2d50-4ed9-9c49-920bd8be1b96 req-70a71511-75cb-4fcc-a253-13db680555dc tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 943 time: 0.0605841 Jan 18 19:36:05.376003 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c6093746-2d50-4ed9-9c49-920bd8be1b96 req-759cb7bc-566c-4de0-afe6-7a2d4425c473 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457280 Jan 18 19:36:05.486672 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdf912-b07f-4fdc-8e7e-cd377e8bd3d5 req-a1b88b1b-bf02-494a-afea-c11d50b8a98a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:05.488113 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e1fdf912-b07f-4fdc-8e7e-cd377e8bd3d5 req-a1b88b1b-bf02-494a-afea-c11d50b8a98a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0534785 Jan 18 19:36:05.537839 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e1fdf912-b07f-4fdc-8e7e-cd377e8bd3d5 req-a10803f1-1970-4a8d-b261-2df9863f5813 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441983 Jan 18 19:36:06.270272 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e49b6c66-581a-430a-bb84-fa1bddf12a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (da8abf21-fc0b-4228-9447-aa4222e9bd81), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:06.301497 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a42d6cc9-54a0-4fe6-a7e1-697f5f48b347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (a6f2df6b-7d97-4a51-9661-579c11007b74), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:06.316368 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-e49b6c66-581a-430a-bb84-fa1bddf12a75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72a250644e33429bb79d0f7387ff056d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2104731 Jan 18 19:36:06.316368 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b6c66-581a-430a-bb84-fa1bddf12a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8abf21-fc0b-4228-9447-aa4222e9bd81,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:06.318268 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58978) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:06.358616 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42d6cc9-54a0-4fe6-a7e1-697f5f48b347 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:36:06.366562 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e5d0547-3513-481c-b405-3eab7c698c77 admin admin] Publish callbacks [] for security_group (da8abf21-fc0b-4228-9447-aa4222e9bd81), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:06.370838 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d6cc9-54a0-4fe6-a7e1-697f5f48b347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f2df6b-7d97-4a51-9661-579c11007b74,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:06.381438 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a42d6cc9-54a0-4fe6-a7e1-697f5f48b347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (6ff4d425-59d6-4893-b0e9-263936ab875c), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:06.382400 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.segments_db [None req-a42d6cc9-54a0-4fe6-a7e1-697f5f48b347 admin admin] Added segment 6ff4d425-59d6-4893-b0e9-263936ab875c of type vlan for network 28948d0b-8d6b-4b60-8b5b-0742270df2f1 Jan 18 19:36:06.387567 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e5d0547-3513-481c-b405-3eab7c698c77 admin admin] Publish callbacks [] for security_group (da8abf21-fc0b-4228-9447-aa4222e9bd81), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:06.390776 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085faed-67f8-48fa-a14c-f1edd1e52013 req-ea76880f-5d84-40df-b111-9d658862de10 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:06.392300 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7085faed-67f8-48fa-a14c-f1edd1e52013 req-ea76880f-5d84-40df-b111-9d658862de10 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 944 time: 0.1248789 Jan 18 19:36:06.417297 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ec618-00c9-403a-befb-fd106c2430b7 req-c6bee125-b0fb-4ee4-9166-29cb1d5a5b0a tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:06.418765 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a06ec618-00c9-403a-befb-fd106c2430b7 req-c6bee125-b0fb-4ee4-9166-29cb1d5a5b0a tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 944 time: 0.1184371 Jan 18 19:36:06.472277 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a42d6cc9-54a0-4fe6-a7e1-697f5f48b347 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736991889309'] for network (28948d0b-8d6b-4b60-8b5b-0742270df2f1), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:06.523984 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7085faed-67f8-48fa-a14c-f1edd1e52013 req-b87b7d05-3944-4e30-ad11-2342e4fc4978 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213305 Jan 18 19:36:06.541937 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a06ec618-00c9-403a-befb-fd106c2430b7 req-09ffb06e-74e5-4412-ba58-b0dbf5a0d0fa tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994916 Jan 18 19:36:06.542376 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e5d0547-3513-481c-b405-3eab7c698c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (da8abf21-fc0b-4228-9447-aa4222e9bd81), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:06.542376 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e5d0547-3513-481c-b405-3eab7c698c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:06.545351 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-5e5d0547-3513-481c-b405-3eab7c698c77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da8abf21-fc0b-4228-9447-aa4222e9bd81 HTTP/1.1" status: 204 len: 168 time: 0.2261109 Jan 18 19:36:06.556033 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d0547-3513-481c-b405-3eab7c698c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8abf21-fc0b-4228-9447-aa4222e9bd81,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:06.636054 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a42d6cc9-54a0-4fe6-a7e1-697f5f48b347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for network (28948d0b-8d6b-4b60-8b5b-0742270df2f1), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:06.636054 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42d6cc9-54a0-4fe6-a7e1-697f5f48b347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:06.636054 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a42d6cc9-54a0-4fe6-a7e1-697f5f48b347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:06.763495 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd89b8-657f-4d5e-bbff-c1192af122c2 req-26508835-fb10-482b-9d0e-ff8c50c5f882 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:06.764970 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-98fd89b8-657f-4d5e-bbff-c1192af122c2 req-26508835-fb10-482b-9d0e-ff8c50c5f882 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 943 time: 0.1498532 Jan 18 19:36:06.765569 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d6cc9-54a0-4fe6-a7e1-697f5f48b347 admin admin] Pushing event updated for resources: {'Network': ['ID=28948d0b-8d6b-4b60-8b5b-0742270df2f1,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:06.777628 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Network 28948d0b-8d6b-4b60-8b5b-0742270df2f1 details requested by agent ovs-agent-dv-cinder-811877-7-iscsi with host dv-cinder-811877-7-iscsi {{(pid=103174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:36:06.780632 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db187aa-bd95-46ef-87a4-d42e3492a297 req-aefebfbb-f816-43bf-822b-3b65740ae37c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:06.782692 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6db187aa-bd95-46ef-87a4-d42e3492a297 req-aefebfbb-f816-43bf-822b-3b65740ae37c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.1234016 Jan 18 19:36:06.804160 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-a42d6cc9-54a0-4fe6-a7e1-697f5f48b347 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1986766 Jan 18 19:36:06.807158 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58988) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:06.812468 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-23749ea4-0bef-4a6d-b588-da778c118e59 admin admin] Request body: {'subnet': {'network_id': '28948d0b-8d6b-4b60-8b5b-0742270df2f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-465269994-subnet', 'tenant_id': '020f83c32b914241982f9c7a2d9734d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:36:06.858679 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-98fd89b8-657f-4d5e-bbff-c1192af122c2 req-5b0bd4ec-1c8b-448b-9bfe-4508109ef236 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860624 Jan 18 19:36:06.866666 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6db187aa-bd95-46ef-87a4-d42e3492a297 req-5d66ff02-9779-4f04-85b5-66da16bda6fb tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782568 Jan 18 19:36:06.922423 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23749ea4-0bef-4a6d-b588-da778c118e59 admin admin] Made reservation on behalf of 020f83c32b914241982f9c7a2d9734d9 for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:36:06.926183 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-23749ea4-0bef-4a6d-b588-da778c118e59 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:07.211537 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-23749ea4-0bef-4a6d-b588-da778c118e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for subnet (20af0a30-bfba-4e7b-b9ef-6cc9f26fb965), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:07.263086 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23749ea4-0bef-4a6d-b588-da778c118e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20af0a30-bfba-4e7b-b9ef-6cc9f26fb965,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:07.275483 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 58996) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:07.278665 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23749ea4-0bef-4a6d-b588-da778c118e59 admin admin] Checking segment: {'id': '6ff4d425-59d6-4893-b0e9-263936ab875c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '28948d0b-8d6b-4b60-8b5b-0742270df2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:36:07.279136 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23749ea4-0bef-4a6d-b588-da778c118e59 admin admin] Network hostable DHCP agents. Network: 28948d0b-8d6b-4b60-8b5b-0742270df2f1, hostable agents: ['0d168223-99d0-40e7-a552-9355723bc6d5'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:36:07.289358 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-403a02c2-9555-42d2-8a0a-531cb869d85f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:07.348195 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23749ea4-0bef-4a6d-b588-da778c118e59 admin admin] Network 28948d0b-8d6b-4b60-8b5b-0742270df2f1 is scheduled to be hosted by DHCP agent 0d168223-99d0-40e7-a552-9355723bc6d5 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:36:07.361481 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-403a02c2-9555-42d2-8a0a-531cb869d85f admin admin] Publish callbacks [] for security_group (69cc6dcc-214a-45fa-a93a-42d7fc026e85), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:07.423199 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-403a02c2-9555-42d2-8a0a-531cb869d85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (69cc6dcc-214a-45fa-a93a-42d7fc026e85), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:07.423805 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-23749ea4-0bef-4a6d-b588-da778c118e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-7-iscsi, 28948d0b-8d6b-4b60-8b5b-0742270df2f1) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:36:07.428047 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23749ea4-0bef-4a6d-b588-da778c118e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:07.428640 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-23749ea4-0bef-4a6d-b588-da778c118e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:07.434413 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0b6416-2e79-446c-9fa5-337a9cf78e9a None None] Network 28948d0b-8d6b-4b60-8b5b-0742270df2f1 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:36:07.461863 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-403a02c2-9555-42d2-8a0a-531cb869d85f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67a4be99222940cc9995a0597f8e7087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1852527 Jan 18 19:36:07.463310 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a02c2-9555-42d2-8a0a-531cb869d85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cc6dcc-214a-45fa-a93a-42d7fc026e85,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:07.464880 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 58998) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:07.505571 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-23749ea4-0bef-4a6d-b588-da778c118e59 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6970639 Jan 18 19:36:07.530323 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c0b698f-fc5c-41c6-ac6b-b81b6ae14bbe admin admin] Publish callbacks [] for security_group (69cc6dcc-214a-45fa-a93a-42d7fc026e85), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:07.554435 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c0b698f-fc5c-41c6-ac6b-b81b6ae14bbe admin admin] Publish callbacks [] for security_group (69cc6dcc-214a-45fa-a93a-42d7fc026e85), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:07.561856 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbc91a4-e1df-45c1-92ac-9abdff04cf73 None None] Network 28948d0b-8d6b-4b60-8b5b-0742270df2f1 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:36:07.728524 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c0b698f-fc5c-41c6-ac6b-b81b6ae14bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (69cc6dcc-214a-45fa-a93a-42d7fc026e85), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:07.731501 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c0b698f-fc5c-41c6-ac6b-b81b6ae14bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:07.733088 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-3c0b698f-fc5c-41c6-ac6b-b81b6ae14bbe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69cc6dcc-214a-45fa-a93a-42d7fc026e85 HTTP/1.1" status: 204 len: 168 time: 0.2671344 Jan 18 19:36:07.741615 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed82ed-e1df-4e90-85ca-a38aacf4cf03 req-b2d51f10-bfb1-4e35-9482-7177d2a9475e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:07.743196 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f3ed82ed-e1df-4e90-85ca-a38aacf4cf03 req-b2d51f10-bfb1-4e35-9482-7177d2a9475e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 944 time: 0.0767591 Jan 18 19:36:07.752550 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b698f-fc5c-41c6-ac6b-b81b6ae14bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cc6dcc-214a-45fa-a93a-42d7fc026e85,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:07.765054 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce345ce-7114-4899-bbff-7b64423846b9 req-04e267d1-ec1f-47b9-a0d1-404d923dc480 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:07.776726 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fce345ce-7114-4899-bbff-7b64423846b9 req-04e267d1-ec1f-47b9-a0d1-404d923dc480 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 944 time: 0.1014740 Jan 18 19:36:07.830613 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f3ed82ed-e1df-4e90-85ca-a38aacf4cf03 req-acdea51f-cca8-42ee-ac6b-11c3d2bcaba4 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750833 Jan 18 19:36:07.860716 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fce345ce-7114-4899-bbff-7b64423846b9 req-f709a2f5-cdf2-4a49-910c-123984989281 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783269 Jan 18 19:36:08.018029 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3389cbf-b482-403d-85d6-0b8209deffb7 req-d6ae663d-2302-4c22-ae46-8132e8dd66f2 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:08.018029 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d3389cbf-b482-403d-85d6-0b8209deffb7 req-d6ae663d-2302-4c22-ae46-8132e8dd66f2 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 943 time: 0.0883052 Jan 18 19:36:08.037758 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7e715-1c68-4dea-b0b9-98c8100198a2 req-9076972f-f3ed-405b-b591-62b4fa901583 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:08.039248 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7ee7e715-1c68-4dea-b0b9-98c8100198a2 req-9076972f-f3ed-405b-b591-62b4fa901583 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0803945 Jan 18 19:36:08.105583 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d3389cbf-b482-403d-85d6-0b8209deffb7 req-d60a9928-ac1c-4a17-a312-233cada861d7 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815661 Jan 18 19:36:08.142700 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7ee7e715-1c68-4dea-b0b9-98c8100198a2 req-d6dba0d5-2833-4668-ac8c-ae4a20d1a584 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694497 Jan 18 19:36:08.425748 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 0345ff4a-5024-4047-884f-45f77573f81f details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:36:08.480716 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59044) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:08.485728 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-915c5b50-5445-48fa-8693-778b352e4413 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1947296355-network', 'tenant_id': '5fc58af7f1be4bdb866ddcd7addd51f6'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:36:08.533237 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 0345ff4a-5024-4047-884f-45f77573f81f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=0345ff4a-5024-4047-884f-45f77573f81f,segment=NetworkSegment(bd6a3413-6529-4e74-9a70-4bca6f584af7),segment_id=bd6a3413-6529-4e74-9a70-4bca6f584af7)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:36:08.547031 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': '0345ff4a-5024-4047-884f-45f77573f81f', 'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369', 'port_id': '0345ff4a-5024-4047-884f-45f77573f81f', 'mac_address': 'fa:16:3e:0f:f5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd86ec8-e4ac-4f77-b398-ae467a5e4aac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:36:08.589929 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 0345ff4a-5024-4047-884f-45f77573f81f is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:36:08.590377 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (0345ff4a-5024-4047-884f-45f77573f81f), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:08.607540 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915c5b50-5445-48fa-8693-778b352e4413 admin admin] Made reservation on behalf of 5fc58af7f1be4bdb866ddcd7addd51f6 for: {'network': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:36:08.609896 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-915c5b50-5445-48fa-8693-778b352e4413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for network (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:08.619226 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-915c5b50-5445-48fa-8693-778b352e4413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:08.723112 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0345ff4a-5024-4047-884f-45f77573f81f {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:36:08.734316 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-915c5b50-5445-48fa-8693-778b352e4413 admin admin] Publish callbacks [] for security_group (55ecf2e3-c318-4032-ac33-0d14d9f9dd07), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:08.751025 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 0345ff4a-5024-4047-884f-45f77573f81f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=0345ff4a-5024-4047-884f-45f77573f81f,segment=NetworkSegment(bd6a3413-6529-4e74-9a70-4bca6f584af7),segment_id=bd6a3413-6529-4e74-9a70-4bca6f584af7)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:36:08.813699 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-915c5b50-5445-48fa-8693-778b352e4413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (55ecf2e3-c318-4032-ac33-0d14d9f9dd07), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:08.831538 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (0345ff4a-5024-4047-884f-45f77573f81f), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:08.833095 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device e5e4ef92-a840-4d41-ae88-02e476cd254b details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:36:08.852668 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915c5b50-5445-48fa-8693-778b352e4413 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:36:08.869039 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c5b50-5445-48fa-8693-778b352e4413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ecf2e3-c318-4032-ac33-0d14d9f9dd07,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:08.876241 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-915c5b50-5445-48fa-8693-778b352e4413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (237527e4-4fac-42df-8865-8a4916009991), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:08.876850 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.db.segments_db [None req-915c5b50-5445-48fa-8693-778b352e4413 admin admin] Added segment 237527e4-4fac-42df-8865-8a4916009991 of type vlan for network ed24c679-8cdb-4bb6-a818-d5630aa70d6b Jan 18 19:36:08.933606 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-915c5b50-5445-48fa-8693-778b352e4413 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736991889309'] for network (ed24c679-8cdb-4bb6-a818-d5630aa70d6b), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:08.976579 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=0345ff4a-5024-4047-884f-45f77573f81f,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:09.003459 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port e5e4ef92-a840-4d41-ae88-02e476cd254b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=e5e4ef92-a840-4d41-ae88-02e476cd254b,segment=NetworkSegment(d825a0a3-ef43-4bc3-a962-25028b7a09ce),segment_id=d825a0a3-ef43-4bc3-a962-25028b7a09ce)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:36:09.018964 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': 'e5e4ef92-a840-4d41-ae88-02e476cd254b', 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b', 'port_id': 'e5e4ef92-a840-4d41-ae88-02e476cd254b', 'mac_address': 'fa:16:3e:1b:d5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5acafb2-5b1c-4f2d-8e13-e936b8fb807f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:36:09.058392 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579abe27-eaff-4442-920b-00663efa6cfb req-c0646d81-1eb1-4ee0-90b4-7da2605252b3 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:09.058947 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-915c5b50-5445-48fa-8693-778b352e4413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for network (ed24c679-8cdb-4bb6-a818-d5630aa70d6b), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:09.059633 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915c5b50-5445-48fa-8693-778b352e4413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:09.060465 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-915c5b50-5445-48fa-8693-778b352e4413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:09.067824 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port e5e4ef92-a840-4d41-ae88-02e476cd254b is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:36:09.068065 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-579abe27-eaff-4442-920b-00663efa6cfb req-c0646d81-1eb1-4ee0-90b4-7da2605252b3 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 944 time: 0.0976889 Jan 18 19:36:09.068595 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (e5e4ef92-a840-4d41-ae88-02e476cd254b), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:09.086008 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e4ef92-a840-4d41-ae88-02e476cd254b {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:36:09.086908 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc29b7c-4f59-4b7a-adc6-3615b8f91e6e req-54d80f7d-17c0-413f-ad24-02505c937e81 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:09.088674 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bc29b7c-4f59-4b7a-adc6-3615b8f91e6e req-54d80f7d-17c0-413f-ad24-02505c937e81 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 944 time: 0.1036994 Jan 18 19:36:09.113404 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port e5e4ef92-a840-4d41-ae88-02e476cd254b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=e5e4ef92-a840-4d41-ae88-02e476cd254b,segment=NetworkSegment(d825a0a3-ef43-4bc3-a962-25028b7a09ce),segment_id=d825a0a3-ef43-4bc3-a962-25028b7a09ce)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:36:09.140343 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c5b50-5445-48fa-8693-778b352e4413 admin admin] Pushing event updated for resources: {'Network': ['ID=ed24c679-8cdb-4bb6-a818-d5630aa70d6b,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:09.150676 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-915c5b50-5445-48fa-8693-778b352e4413 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6688695 Jan 18 19:36:09.153848 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59078) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:09.155512 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Network ed24c679-8cdb-4bb6-a818-d5630aa70d6b details requested by agent ovs-agent-dv-cinder-811877-7-iscsi with host dv-cinder-811877-7-iscsi {{(pid=103174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:36:09.157199 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-579abe27-eaff-4442-920b-00663efa6cfb req-925af791-723f-48c2-9ee6-4e1d0b06a93f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877023 Jan 18 19:36:09.158484 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-5d396655-957b-4c17-ae59-7ce47227225c admin admin] Request body: {'subnet': {'network_id': 'ed24c679-8cdb-4bb6-a818-d5630aa70d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1947296355-subnet', 'tenant_id': '5fc58af7f1be4bdb866ddcd7addd51f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:36:09.182257 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bc29b7c-4f59-4b7a-adc6-3615b8f91e6e req-66f345e9-b360-46dc-8d07-1df93f47aa95 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853443 Jan 18 19:36:09.274244 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (e5e4ef92-a840-4d41-ae88-02e476cd254b), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:09.274931 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 166bb415-79b5-4222-8ef1-ee6576e2955d details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:36:09.305340 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497875b0-b895-450c-829b-04af8c0ea07a req-934ad05e-c3fe-4c31-a034-a5f33ad02e87 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:09.306859 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-497875b0-b895-450c-829b-04af8c0ea07a req-934ad05e-c3fe-4c31-a034-a5f33ad02e87 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 943 time: 0.0774980 Jan 18 19:36:09.310301 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d396655-957b-4c17-ae59-7ce47227225c admin admin] Made reservation on behalf of 5fc58af7f1be4bdb866ddcd7addd51f6 for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:36:09.312625 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d396655-957b-4c17-ae59-7ce47227225c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:09.331736 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=e5e4ef92-a840-4d41-ae88-02e476cd254b,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:09.359176 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f646f36-2873-4ed3-b988-a8f391d5d1b9 req-0a0d1644-34fd-4357-87e8-4148f805988f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:09.360684 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2f646f36-2873-4ed3-b988-a8f391d5d1b9 req-0a0d1644-34fd-4357-87e8-4148f805988f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.1047723 Jan 18 19:36:09.365811 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 166bb415-79b5-4222-8ef1-ee6576e2955d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=166bb415-79b5-4222-8ef1-ee6576e2955d,segment=NetworkSegment(bd6a3413-6529-4e74-9a70-4bca6f584af7),segment_id=bd6a3413-6529-4e74-9a70-4bca6f584af7)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:36:09.397684 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': '166bb415-79b5-4222-8ef1-ee6576e2955d', 'network_id': '2a37f81d-d7f4-49f1-80e7-09fae1eca369', 'port_id': '166bb415-79b5-4222-8ef1-ee6576e2955d', 'mac_address': 'fa:16:3e:9c:72:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd86ec8-e4ac-4f77-b398-ae467a5e4aac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:36:09.441308 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-497875b0-b895-450c-829b-04af8c0ea07a req-4b1506df-e3b1-46ce-a383-b5e7404fbc05 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213813 Jan 18 19:36:09.442390 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 166bb415-79b5-4222-8ef1-ee6576e2955d is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:36:09.442852 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (166bb415-79b5-4222-8ef1-ee6576e2955d), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:09.475974 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2f646f36-2873-4ed3-b988-a8f391d5d1b9 req-1e9cb7ac-52de-4504-80c7-3e0e6309294d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060269 Jan 18 19:36:09.476163 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166bb415-79b5-4222-8ef1-ee6576e2955d {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:36:09.503576 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 166bb415-79b5-4222-8ef1-ee6576e2955d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=166bb415-79b5-4222-8ef1-ee6576e2955d,segment=NetworkSegment(bd6a3413-6529-4e74-9a70-4bca6f584af7),segment_id=bd6a3413-6529-4e74-9a70-4bca6f584af7)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:36:09.618569 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (166bb415-79b5-4222-8ef1-ee6576e2955d), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:09.618960 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d396655-957b-4c17-ae59-7ce47227225c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for subnet (f74305e0-c309-4f29-ae30-72a6f7ae7fd4), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:09.619442 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 80467ab1-0bd1-447c-9a1c-9089b86faff2 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:36:09.675827 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d396655-957b-4c17-ae59-7ce47227225c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f74305e0-c309-4f29-ae30-72a6f7ae7fd4,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:09.696160 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=166bb415-79b5-4222-8ef1-ee6576e2955d,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:09.696461 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d396655-957b-4c17-ae59-7ce47227225c admin admin] Checking segment: {'id': '237527e4-4fac-42df-8865-8a4916009991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ed24c679-8cdb-4bb6-a818-d5630aa70d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:36:09.696818 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d396655-957b-4c17-ae59-7ce47227225c admin admin] Network hostable DHCP agents. Network: ed24c679-8cdb-4bb6-a818-d5630aa70d6b, hostable agents: ['0d168223-99d0-40e7-a552-9355723bc6d5'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:36:09.795078 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 80467ab1-0bd1-447c-9a1c-9089b86faff2, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=80467ab1-0bd1-447c-9a1c-9089b86faff2,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:36:09.812718 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': '80467ab1-0bd1-447c-9a1c-9089b86faff2', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'port_id': '80467ab1-0bd1-447c-9a1c-9089b86faff2', 'mac_address': 'fa:16:3e:6d:ff:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:36:09.853147 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 80467ab1-0bd1-447c-9a1c-9089b86faff2 is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:36:09.853814 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:09.876988 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80467ab1-0bd1-447c-9a1c-9089b86faff2 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:36:09.902671 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 80467ab1-0bd1-447c-9a1c-9089b86faff2, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=80467ab1-0bd1-447c-9a1c-9089b86faff2,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:36:09.920079 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d396655-957b-4c17-ae59-7ce47227225c admin admin] Network ed24c679-8cdb-4bb6-a818-d5630aa70d6b is scheduled to be hosted by DHCP agent 0d168223-99d0-40e7-a552-9355723bc6d5 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:36:10.013385 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-5d396655-957b-4c17-ae59-7ce47227225c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-7-iscsi, ed24c679-8cdb-4bb6-a818-d5630aa70d6b) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:36:10.013642 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:10.017647 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device bcb20f08-39cf-42cc-b696-937509c397da details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:36:10.018985 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d396655-957b-4c17-ae59-7ce47227225c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:10.019699 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d396655-957b-4c17-ae59-7ce47227225c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:10.031238 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ee84f6-e491-4fa0-a6cd-b60e439d4e3a None None] Network ed24c679-8cdb-4bb6-a818-d5630aa70d6b requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:36:10.095465 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-5d396655-957b-4c17-ae59-7ce47227225c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9407728 Jan 18 19:36:10.136618 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=80467ab1-0bd1-447c-9a1c-9089b86faff2,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:10.252581 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7521ce37-c8e1-40da-979d-f8b42a1e538f None None] Network ed24c679-8cdb-4bb6-a818-d5630aa70d6b requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:36:10.297438 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59152) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:10.364228 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port bcb20f08-39cf-42cc-b696-937509c397da, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=bcb20f08-39cf-42cc-b696-937509c397da,segment=NetworkSegment(61be3fad-a591-410a-ac9a-5abc0b32d3df),segment_id=61be3fad-a591-410a-ac9a-5abc0b32d3df)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:36:10.368594 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc491730-5d41-45e5-b8bb-c0510fc9aa10 admin admin] Deleting subnet 20af0a30-bfba-4e7b-b9ef-6cc9f26fb965 {{(pid=103173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 19:36:10.372008 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc491730-5d41-45e5-b8bb-c0510fc9aa10 admin admin] Publish callbacks [] for subnet (20af0a30-bfba-4e7b-b9ef-6cc9f26fb965), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:10.384637 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d388007-a348-44d0-897d-3a63956a45de req-028db2d1-3626-43d4-8ab7-36f785e4b381 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:10.386275 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7d388007-a348-44d0-897d-3a63956a45de req-028db2d1-3626-43d4-8ab7-36f785e4b381 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 945 time: 0.1403584 Jan 18 19:36:10.404063 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461b129-ffcb-4068-9432-01feae8637a7 req-22d5e5ac-6bdc-4b7b-853d-f55406cb845c tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:10.405981 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8461b129-ffcb-4068-9432-01feae8637a7 req-22d5e5ac-6bdc-4b7b-853d-f55406cb845c tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 945 time: 0.1231999 Jan 18 19:36:10.419379 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc491730-5d41-45e5-b8bb-c0510fc9aa10 admin admin] Publish callbacks [] for subnet (20af0a30-bfba-4e7b-b9ef-6cc9f26fb965), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:10.421030 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': 'bcb20f08-39cf-42cc-b696-937509c397da', 'network_id': 'be9c509c-ca4e-4a22-9560-651654742bdf', 'port_id': 'bcb20f08-39cf-42cc-b696-937509c397da', 'mac_address': 'fa:16:3e:62:d2:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad089699-f02d-4543-a344-3f5587b6a6f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:36:10.431834 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc491730-5d41-45e5-b8bb-c0510fc9aa10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033805'] for subnet (20af0a30-bfba-4e7b-b9ef-6cc9f26fb965), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:10.483874 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7d388007-a348-44d0-897d-3a63956a45de req-f8a28093-9c91-48c6-8efa-cb21fcdb1eee tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763228 Jan 18 19:36:10.488026 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8461b129-ffcb-4068-9432-01feae8637a7 req-6578b997-dd15-49f6-91ad-42215532ddc2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732741 Jan 18 19:36:10.512061 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port bcb20f08-39cf-42cc-b696-937509c397da is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:36:10.512533 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (bcb20f08-39cf-42cc-b696-937509c397da), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:10.538422 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb20f08-39cf-42cc-b696-937509c397da {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:36:10.565649 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port bcb20f08-39cf-42cc-b696-937509c397da, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=bcb20f08-39cf-42cc-b696-937509c397da,segment=NetworkSegment(61be3fad-a591-410a-ac9a-5abc0b32d3df),segment_id=61be3fad-a591-410a-ac9a-5abc0b32d3df)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:36:10.573307 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc491730-5d41-45e5-b8bb-c0510fc9aa10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for subnet (20af0a30-bfba-4e7b-b9ef-6cc9f26fb965), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:10.602098 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cc491730-5d41-45e5-b8bb-c0510fc9aa10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:10.606150 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-cc491730-5d41-45e5-b8bb-c0510fc9aa10 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/20af0a30-bfba-4e7b-b9ef-6cc9f26fb965 HTTP/1.1" status: 204 len: 168 time: 0.3077297 Jan 18 19:36:10.607287 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc491730-5d41-45e5-b8bb-c0510fc9aa10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20af0a30-bfba-4e7b-b9ef-6cc9f26fb965,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:10.610711 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59162) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:10.652293 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aebecf-e1b9-40c6-996a-936b6293d19b req-36558383-1122-4099-9eb1-41922bc648c4 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:10.653757 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a9aebecf-e1b9-40c6-996a-936b6293d19b req-36558383-1122-4099-9eb1-41922bc648c4 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 945 time: 0.0881674 Jan 18 19:36:10.663326 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (bcb20f08-39cf-42cc-b696-937509c397da), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:10.664482 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382948e-b96b-42ad-b9b8-6472a4d04cc8 req-82578396-c067-4632-98d4-8dacd059658c tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:10.666148 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a382948e-b96b-42ad-b9b8-6472a4d04cc8 req-82578396-c067-4632-98d4-8dacd059658c tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 943 time: 0.0745692 Jan 18 19:36:10.686391 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612357'] for network (28948d0b-8d6b-4b60-8b5b-0742270df2f1), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:10.739802 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=bcb20f08-39cf-42cc-b696-937509c397da,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:10.745565 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a9aebecf-e1b9-40c6-996a-936b6293d19b req-517ad8a4-06ea-471a-ac43-a200ffbd0d57 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784369 Jan 18 19:36:10.753667 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a382948e-b96b-42ad-b9b8-6472a4d04cc8 req-9cf0786a-0911-4da9-bd50-6b7408d18f0d tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792716 Jan 18 19:36:10.798568 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1040116', 'neutron.services.segments.db._delete_segments_for_network-8736992440351'] for network (28948d0b-8d6b-4b60-8b5b-0742270df2f1), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:10.818009 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:36:10.818383 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:36:10.819126 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:36:10.819474 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Subscribe: > port after_create 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:36:10.819807 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:36:10.820135 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Subscribe: > port after_update 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:36:10.820471 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:36:10.820784 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:36:10.821091 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:36:10.821400 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:36:10.957757 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:36:10.958175 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:36:10.958585 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:36:10.958912 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:36:10.959285 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28948d0b-8d6b-4b60-8b5b-0742270df2f1']}} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:36:10.977016 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff4d425-59d6-4893-b0e9-263936ab875c') {'for_net_delete': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:36:10.977303 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff4d425-59d6-4893-b0e9-263936ab875c') {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:36:10.996888 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736992440616', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4654534'] for segment (6ff4d425-59d6-4893-b0e9-263936ab875c), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:11.016708 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (6ff4d425-59d6-4893-b0e9-263936ab875c), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:11.024597 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 19:36:11.025019 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4740345'] for segment (6ff4d425-59d6-4893-b0e9-263936ab875c), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: from cryptography.utils import int_from_bytes Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: from cryptography.utils import int_from_bytes Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: Traceback (most recent call last): Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: timer() Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: cb(*args, **kw) Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: return func(*args, **kwargs) Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: self._notify() Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: self.callback(batched_events) Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: event.method(event) Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: return f(self, *a, **k) Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: return self._get(url).json() Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: return self.request(url, 'GET', **kwargs) Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:36:11.049273 dv-cinder-811877-7-iscsi neutron-server[103173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:36:11.230190 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1040067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087210'] for network (28948d0b-8d6b-4b60-8b5b-0742270df2f1), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:11.238038 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:11.241356 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] 10.222.0.20 "DELETE /v2.0/networks/28948d0b-8d6b-4b60-8b5b-0742270df2f1 HTTP/1.1" status: 204 len: 168 time: 0.6294205 Jan 18 19:36:11.244200 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 59178) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:11.252026 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430edc4-1a58-437a-8504-bc16af81c118 admin admin] Pushing event deleted for resources: {'Network': ['ID=28948d0b-8d6b-4b60-8b5b-0742270df2f1,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:11.290918 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be6e085-f55a-4552-93e5-2f94de4437ce admin admin] Deleting subnet f74305e0-c309-4f29-ae30-72a6f7ae7fd4 {{(pid=103172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 19:36:11.294353 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-5be6e085-f55a-4552-93e5-2f94de4437ce admin admin] Publish callbacks [] for subnet (f74305e0-c309-4f29-ae30-72a6f7ae7fd4), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:11.330368 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-5be6e085-f55a-4552-93e5-2f94de4437ce admin admin] Publish callbacks [] for subnet (f74305e0-c309-4f29-ae30-72a6f7ae7fd4), precommit_delete_associations {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:11.340110 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-5be6e085-f55a-4552-93e5-2f94de4437ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033805'] for subnet (f74305e0-c309-4f29-ae30-72a6f7ae7fd4), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:11.374351 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['166bb415-79b5-4222-8ef1-ee6576e2955d'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:36:11.430498 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['bcb20f08-39cf-42cc-b696-937509c397da'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:36:11.438927 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['0345ff4a-5024-4047-884f-45f77573f81f'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:36:11.467084 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['e5e4ef92-a840-4d41-ae88-02e476cd254b'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:36:11.469292 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['80467ab1-0bd1-447c-9a1c-9089b86faff2'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:36:11.524328 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-5be6e085-f55a-4552-93e5-2f94de4437ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for subnet (f74305e0-c309-4f29-ae30-72a6f7ae7fd4), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:11.574407 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-5be6e085-f55a-4552-93e5-2f94de4437ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:11.578509 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-5be6e085-f55a-4552-93e5-2f94de4437ce admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f74305e0-c309-4f29-ae30-72a6f7ae7fd4 HTTP/1.1" status: 204 len: 168 time: 0.3330653 Jan 18 19:36:11.581482 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59196) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:11.606393 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6e085-f55a-4552-93e5-2f94de4437ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f74305e0-c309-4f29-ae30-72a6f7ae7fd4,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:11.660707 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf480ab8-1873-4aa6-a77b-363346cee914 req-c0135d85-ddf1-4218-9262-8c8431ba49c7 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:11.662467 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cf480ab8-1873-4aa6-a77b-363346cee914 req-c0135d85-ddf1-4218-9262-8c8431ba49c7 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 945 time: 0.0903592 Jan 18 19:36:11.691333 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bf317-199a-4011-9756-43049207d3cf req-59cc4e33-c0eb-455a-9efc-843dd3ec6238 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:11.693065 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4d7bf317-199a-4011-9756-43049207d3cf req-59cc4e33-c0eb-455a-9efc-843dd3ec6238 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 945 time: 0.0777509 Jan 18 19:36:11.759256 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cf480ab8-1873-4aa6-a77b-363346cee914 req-70122114-4f11-46f6-b822-7ed0912dce2c tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856574 Jan 18 19:36:11.794029 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4d7bf317-199a-4011-9756-43049207d3cf req-b057dd02-ba5b-4ca0-ae67-e2e5fd77b147 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873542 Jan 18 19:36:11.867841 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8e67fdb-b8b4-43c2-8ab0-3ab2f2223302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612357'] for network (ed24c679-8cdb-4bb6-a818-d5630aa70d6b), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:11.929023 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed084f-5915-48a4-ada2-c6ec6875c5f5 req-126c9cf4-158c-4565-b9a0-4dc8488b509f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:11.930605 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9aed084f-5915-48a4-ada2-c6ec6875c5f5 req-126c9cf4-158c-4565-b9a0-4dc8488b509f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 945 time: 0.0819809 Jan 18 19:36:11.966147 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8e67fdb-b8b4-43c2-8ab0-3ab2f2223302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1040116', 'neutron.services.segments.db._delete_segments_for_network-8736992440351'] for network (ed24c679-8cdb-4bb6-a818-d5630aa70d6b), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:11.976752 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c161f1-f8aa-44fb-a692-0b4ae74edac6 req-cdaeb039-679f-45e0-a734-db89886b9667 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:11.978685 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-80c161f1-f8aa-44fb-a692-0b4ae74edac6 req-cdaeb039-679f-45e0-a734-db89886b9667 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 944 time: 0.0906761 Jan 18 19:36:11.992407 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-a8e67fdb-b8b4-43c2-8ab0-3ab2f2223302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed24c679-8cdb-4bb6-a818-d5630aa70d6b']}} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:36:12.005505 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-a8e67fdb-b8b4-43c2-8ab0-3ab2f2223302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237527e4-4fac-42df-8865-8a4916009991') {'for_net_delete': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:36:12.005809 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-a8e67fdb-b8b4-43c2-8ab0-3ab2f2223302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237527e4-4fac-42df-8865-8a4916009991') {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:36:12.021159 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8e67fdb-b8b4-43c2-8ab0-3ab2f2223302 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736992440616', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4654534'] for segment (237527e4-4fac-42df-8865-8a4916009991), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:12.023578 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9aed084f-5915-48a4-ada2-c6ec6875c5f5 req-9de5edc4-c675-41d8-b47a-8dfd97827146 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841453 Jan 18 19:36:12.039745 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8e67fdb-b8b4-43c2-8ab0-3ab2f2223302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (237527e4-4fac-42df-8865-8a4916009991), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:12.047426 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e67fdb-b8b4-43c2-8ab0-3ab2f2223302 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 19:36:12.047883 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8e67fdb-b8b4-43c2-8ab0-3ab2f2223302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4740345'] for segment (237527e4-4fac-42df-8865-8a4916009991), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: Traceback (most recent call last): Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: timer() Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: cb(*args, **kw) Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: return func(*args, **kwargs) Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: self._notify() Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: self.callback(batched_events) Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: event.method(event) Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: return f(self, *a, **k) Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: return self._get(url).json() Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: return self.request(url, 'GET', **kwargs) Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:36:12.053891 dv-cinder-811877-7-iscsi neutron-server[103173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:36:12.071412 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-80c161f1-f8aa-44fb-a692-0b4ae74edac6 req-a960a1bd-f265-4de3-9b2b-2d516ddb738c tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773401 Jan 18 19:36:12.195914 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8e67fdb-b8b4-43c2-8ab0-3ab2f2223302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1040067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087210'] for network (ed24c679-8cdb-4bb6-a818-d5630aa70d6b), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:12.202124 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a8e67fdb-b8b4-43c2-8ab0-3ab2f2223302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:12.205772 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-a8e67fdb-b8b4-43c2-8ab0-3ab2f2223302 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ed24c679-8cdb-4bb6-a818-d5630aa70d6b HTTP/1.1" status: 204 len: 168 time: 0.6225810 Jan 18 19:36:12.220316 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e67fdb-b8b4-43c2-8ab0-3ab2f2223302 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed24c679-8cdb-4bb6-a818-d5630aa70d6b,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:12.659359 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59224) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:12.699980 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-a0326da2-d508-4d31-8397-8b8d212ab1b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=020f83c32b914241982f9c7a2d9734d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397058 Jan 18 19:36:12.702515 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59230) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:12.748505 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0fc5984c-88e0-402e-ae2f-62e9b2b9d262 admin admin] Publish callbacks [] for security_group (a6f2df6b-7d97-4a51-9661-579c11007b74), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:12.771267 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0fc5984c-88e0-402e-ae2f-62e9b2b9d262 admin admin] Publish callbacks [] for security_group (a6f2df6b-7d97-4a51-9661-579c11007b74), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:12.908727 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3c649-899e-4b23-ba3a-56097c7f05e1 req-b219236a-b2a0-4c98-9c45-58d715fae754 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:12.910133 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-33d3c649-899e-4b23-ba3a-56097c7f05e1 req-b219236a-b2a0-4c98-9c45-58d715fae754 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 945 time: 0.0782526 Jan 18 19:36:12.915900 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:12.916391 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0fc5984c-88e0-402e-ae2f-62e9b2b9d262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (a6f2df6b-7d97-4a51-9661-579c11007b74), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:12.919831 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0fc5984c-88e0-402e-ae2f-62e9b2b9d262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:12.921017 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-0fc5984c-88e0-402e-ae2f-62e9b2b9d262 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6f2df6b-7d97-4a51-9661-579c11007b74 HTTP/1.1" status: 204 len: 168 time: 0.2175498 Jan 18 19:36:12.930719 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5984c-88e0-402e-ae2f-62e9b2b9d262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f2df6b-7d97-4a51-9661-579c11007b74,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:12.946780 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a0150-4e7a-4c95-83af-78231ed3560a req-a5035ced-7751-43fc-b991-5c63798b7573 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:12.948620 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-273a0150-4e7a-4c95-83af-78231ed3560a req-a5035ced-7751-43fc-b991-5c63798b7573 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 945 time: 0.0739746 Jan 18 19:36:12.991236 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-33d3c649-899e-4b23-ba3a-56097c7f05e1 req-5d4c4202-5cc2-4af2-9a93-d0496e847008 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736029 Jan 18 19:36:13.027318 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-273a0150-4e7a-4c95-83af-78231ed3560a req-eaa44eb5-83af-445a-bb12-ef47b5c281a4 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722530 Jan 18 19:36:13.149368 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59256) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:13.154105 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd54cb2-2a5e-413e-bdd4-4689ab0cc5e5 req-f8443de6-00a1-43cc-b1d8-322459213e24 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:13.155591 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ddd54cb2-2a5e-413e-bdd4-4689ab0cc5e5 req-f8443de6-00a1-43cc-b1d8-322459213e24 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 945 time: 0.0504916 Jan 18 19:36:13.238694 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3072d9-e0d3-43b2-8c3a-f90051c564d6 req-48017203-9d7b-4e76-a910-42d28dd19efb tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:13.240204 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4b3072d9-e0d3-43b2-8c3a-f90051c564d6 req-48017203-9d7b-4e76-a910-42d28dd19efb tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 944 time: 0.0811605 Jan 18 19:36:13.251545 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ddd54cb2-2a5e-413e-bdd4-4689ab0cc5e5 req-4e8ec896-0fdd-4f82-bb1f-d943c265cfa6 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812862 Jan 18 19:36:13.295737 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4b3072d9-e0d3-43b2-8c3a-f90051c564d6 req-33c09de6-a25f-4926-8ca0-b6e6f5b6b90a tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431635 Jan 18 19:36:13.365343 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-632cf2ec-7b69-4231-9b13-665e5e1f1b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:13.444800 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-632cf2ec-7b69-4231-9b13-665e5e1f1b86 admin admin] Publish callbacks [] for security_group (5ee2e046-7b56-49f1-936d-47bba28fe4f8), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:13.521580 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-632cf2ec-7b69-4231-9b13-665e5e1f1b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (5ee2e046-7b56-49f1-936d-47bba28fe4f8), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:13.566993 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-632cf2ec-7b69-4231-9b13-665e5e1f1b86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d25e95987bb49a197310e64d25b311c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4142148 Jan 18 19:36:13.566993 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cf2ec-7b69-4231-9b13-665e5e1f1b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee2e046-7b56-49f1-936d-47bba28fe4f8,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:13.568063 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 59266) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:13.619136 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-6b97079a-c41e-4d6b-96f8-0461230d407c admin admin] Publish callbacks [] for security_group (5ee2e046-7b56-49f1-936d-47bba28fe4f8), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:13.640034 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-6b97079a-c41e-4d6b-96f8-0461230d407c admin admin] Publish callbacks [] for security_group (5ee2e046-7b56-49f1-936d-47bba28fe4f8), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:13.682144 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59270) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:13.719259 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-f32e9580-aa8d-418b-aa6f-2827425700ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5fc58af7f1be4bdb866ddcd7addd51f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372381 Jan 18 19:36:13.721607 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59272) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:13.749563 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-6b97079a-c41e-4d6b-96f8-0461230d407c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (5ee2e046-7b56-49f1-936d-47bba28fe4f8), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:13.752845 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-6b97079a-c41e-4d6b-96f8-0461230d407c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:13.753991 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-6b97079a-c41e-4d6b-96f8-0461230d407c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ee2e046-7b56-49f1-936d-47bba28fe4f8 HTTP/1.1" status: 204 len: 168 time: 0.1851637 Jan 18 19:36:13.764078 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97079a-c41e-4d6b-96f8-0461230d407c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee2e046-7b56-49f1-936d-47bba28fe4f8,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:13.770231 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-60b94738-0820-4733-a95f-c74c1fff955e admin admin] Publish callbacks [] for security_group (55ecf2e3-c318-4032-ac33-0d14d9f9dd07), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:13.797721 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-60b94738-0820-4733-a95f-c74c1fff955e admin admin] Publish callbacks [] for security_group (55ecf2e3-c318-4032-ac33-0d14d9f9dd07), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:13.915542 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-60b94738-0820-4733-a95f-c74c1fff955e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (55ecf2e3-c318-4032-ac33-0d14d9f9dd07), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:13.918253 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-60b94738-0820-4733-a95f-c74c1fff955e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:13.919413 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-60b94738-0820-4733-a95f-c74c1fff955e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55ecf2e3-c318-4032-ac33-0d14d9f9dd07 HTTP/1.1" status: 204 len: 168 time: 0.1968732 Jan 18 19:36:13.928120 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b94738-0820-4733-a95f-c74c1fff955e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ecf2e3-c318-4032-ac33-0d14d9f9dd07,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:14.145970 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae500a9-2782-43d1-aa87-27eaa880f390 req-3bbc3e5b-a2e2-422d-a5ef-9bd40b8318de tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:14.147454 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ae500a9-2782-43d1-aa87-27eaa880f390 req-3bbc3e5b-a2e2-422d-a5ef-9bd40b8318de tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 945 time: 0.0838943 Jan 18 19:36:14.191955 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0aca9-6cd6-4f39-9573-612c97e772db req-290e303f-a014-4d2a-b1d4-68006319dfd6 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:14.196790 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e2d0aca9-6cd6-4f39-9573-612c97e772db req-290e303f-a014-4d2a-b1d4-68006319dfd6 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 945 time: 0.0802646 Jan 18 19:36:14.225060 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ae500a9-2782-43d1-aa87-27eaa880f390 req-c6a72735-a015-4e33-bd90-54c8c5e2749d tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715384 Jan 18 19:36:14.254126 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e2d0aca9-6cd6-4f39-9573-612c97e772db req-7705f7c3-02ab-45e4-90b7-4cbdab856417 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539017 Jan 18 19:36:14.380582 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e1006-54a9-4623-bd31-3a003a4040ee req-c4793561-0c1b-49ee-87bd-0d7d17bcba6c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:14.381969 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4f6e1006-54a9-4623-bd31-3a003a4040ee req-c4793561-0c1b-49ee-87bd-0d7d17bcba6c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 945 time: 0.0617621 Jan 18 19:36:14.445843 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9d793-09fd-4d4b-842d-456f066a6c13 req-aa114cdd-1cee-4284-86a3-871a93e7e89a tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:14.447314 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8cd9d793-09fd-4d4b-842d-456f066a6c13 req-aa114cdd-1cee-4284-86a3-871a93e7e89a tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 944 time: 0.0821514 Jan 18 19:36:14.464602 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4f6e1006-54a9-4623-bd31-3a003a4040ee req-6deb8a24-537a-488c-a788-99d361637f1b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643380 Jan 18 19:36:14.500059 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8cd9d793-09fd-4d4b-842d-456f066a6c13 req-d88f593e-a8a4-480a-812c-be0dec960517 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447690 Jan 18 19:36:14.661275 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59300) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:14.673985 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3eace6f9-5db3-4288-8d6f-bf4a7ff9bbee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:14.746241 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3eace6f9-5db3-4288-8d6f-bf4a7ff9bbee admin admin] Publish callbacks [] for security_group (de908f1e-13f7-40d9-a2ec-b6d33b24b20c), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:14.879617 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3eace6f9-5db3-4288-8d6f-bf4a7ff9bbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (de908f1e-13f7-40d9-a2ec-b6d33b24b20c), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:14.916311 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eace6f9-5db3-4288-8d6f-bf4a7ff9bbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de908f1e-13f7-40d9-a2ec-b6d33b24b20c,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:14.921971 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-3eace6f9-5db3-4288-8d6f-bf4a7ff9bbee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb71dc6666c4463eb25c8d4f46af0034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595611 Jan 18 19:36:14.925069 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59310) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:14.971971 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd444-9884-470f-b39c-dda1859f87a4 admin admin] Publish callbacks [] for security_group (de908f1e-13f7-40d9-a2ec-b6d33b24b20c), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:14.992732 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd444-9884-470f-b39c-dda1859f87a4 admin admin] Publish callbacks [] for security_group (de908f1e-13f7-40d9-a2ec-b6d33b24b20c), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:15.138232 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd444-9884-470f-b39c-dda1859f87a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (de908f1e-13f7-40d9-a2ec-b6d33b24b20c), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:15.140989 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd444-9884-470f-b39c-dda1859f87a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:15.142234 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-b6ccd444-9884-470f-b39c-dda1859f87a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de908f1e-13f7-40d9-a2ec-b6d33b24b20c HTTP/1.1" status: 204 len: 168 time: 0.2160132 Jan 18 19:36:15.150115 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccd444-9884-470f-b39c-dda1859f87a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de908f1e-13f7-40d9-a2ec-b6d33b24b20c,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:15.388576 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ba0fd-aba5-436b-bed3-efb801b7ea3c req-a3ce19cb-5b98-45f2-afae-83c310d73cc0 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:15.390079 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-166ba0fd-aba5-436b-bed3-efb801b7ea3c req-a3ce19cb-5b98-45f2-afae-83c310d73cc0 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 945 time: 0.0834839 Jan 18 19:36:15.405168 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e7e8c-85e3-44a5-8d8f-5decec746d3f req-fd47448c-c291-4649-8255-4238d48ef73c tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:15.407225 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-040e7e8c-85e3-44a5-8d8f-5decec746d3f req-fd47448c-c291-4649-8255-4238d48ef73c tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 945 time: 0.0719318 Jan 18 19:36:15.502615 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-166ba0fd-aba5-436b-bed3-efb801b7ea3c req-17d2d8ec-593a-4e34-950c-0dcbd6eb7dd4 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943770 Jan 18 19:36:15.510195 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-040e7e8c-85e3-44a5-8d8f-5decec746d3f req-bec79b10-b810-4c9a-b2fe-edfe0bae29b0 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974758 Jan 18 19:36:15.651447 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efada8-8a0d-4a3f-b9a7-ecf1897c0fb1 req-f01015f2-0c4a-4592-abaa-cb56960a6de9 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:15.652926 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-43efada8-8a0d-4a3f-b9a7-ecf1897c0fb1 req-f01015f2-0c4a-4592-abaa-cb56960a6de9 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 945 time: 0.0789087 Jan 18 19:36:15.665570 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc5417-6314-49cc-a5d2-b7c9f9fc8889 req-67ee196c-f2ad-4406-9ae6-e5e892a1f96b tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:15.667048 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b4dc5417-6314-49cc-a5d2-b7c9f9fc8889 req-67ee196c-f2ad-4406-9ae6-e5e892a1f96b tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 944 time: 0.0829625 Jan 18 19:36:15.742772 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-43efada8-8a0d-4a3f-b9a7-ecf1897c0fb1 req-af1a99d1-881f-4edf-beed-aa6ea33cf643 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747416 Jan 18 19:36:15.759383 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b4dc5417-6314-49cc-a5d2-b7c9f9fc8889 req-bdfa4f83-6de4-492b-b560-32b2ce28f064 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791497 Jan 18 19:36:16.647221 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-adeeb9b2-f06f-4e7d-9b59-123741658751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:16.664844 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231a5ea-5d28-4d3b-a856-0ed2e7455ccb req-f4c6cfa5-7fcd-4fdb-950d-0cb86a0ea815 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:16.666326 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6231a5ea-5d28-4d3b-a856-0ed2e7455ccb req-f4c6cfa5-7fcd-4fdb-950d-0cb86a0ea815 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 945 time: 0.0767395 Jan 18 19:36:16.677232 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8108a-a1dd-4fc0-bfd8-c104e08a9584 req-bf279bf6-8c1f-4761-b908-51148a88da18 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:16.678837 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f9e8108a-a1dd-4fc0-bfd8-c104e08a9584 req-bf279bf6-8c1f-4761-b908-51148a88da18 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 945 time: 0.0997648 Jan 18 19:36:16.757146 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6231a5ea-5d28-4d3b-a856-0ed2e7455ccb req-a117f1ab-3078-4320-83f0-f45f9666f78d tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772583 Jan 18 19:36:16.761956 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f9e8108a-a1dd-4fc0-bfd8-c104e08a9584 req-3cc57b5e-ffd3-4c63-a540-33d5de1767c3 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753357 Jan 18 19:36:16.893525 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dc6c4-5547-4558-8ddf-63396ac0e201 req-37cec81d-7271-4d27-90ea-601bb64c2180 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:16.894993 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-539dc6c4-5547-4558-8ddf-63396ac0e201 req-37cec81d-7271-4d27-90ea-601bb64c2180 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 944 time: 0.0766518 Jan 18 19:36:16.906883 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e26ad-dbf8-4229-95d2-8d35ce737576 req-8fc7afd3-6153-43b0-8137-df8061c86010 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:16.908220 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-184e26ad-dbf8-4229-95d2-8d35ce737576 req-8fc7afd3-6153-43b0-8137-df8061c86010 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 945 time: 0.0635033 Jan 18 19:36:16.991086 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-539dc6c4-5547-4558-8ddf-63396ac0e201 req-8ecaddc6-7e57-4c57-922a-3467dd22e38f tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797856 Jan 18 19:36:17.007254 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-184e26ad-dbf8-4229-95d2-8d35ce737576 req-4217132f-4730-4c9c-9185-10144867c114 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916274 Jan 18 19:36:17.901098 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3d077-7219-4bdb-a118-ef0ddd053e21 req-a6d216a8-dc74-4c9c-9783-7da3ae2289f3 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:17.902586 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9fd3d077-7219-4bdb-a118-ef0ddd053e21 req-a6d216a8-dc74-4c9c-9783-7da3ae2289f3 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 945 time: 0.0778375 Jan 18 19:36:17.921629 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4abeb-61e7-4dee-a26e-22476afe1257 req-fc5f9eb3-c257-4577-89e0-18476b6d4fcf tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:17.923705 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3ce4abeb-61e7-4dee-a26e-22476afe1257 req-fc5f9eb3-c257-4577-89e0-18476b6d4fcf tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 945 time: 0.0859659 Jan 18 19:36:17.980260 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9fd3d077-7219-4bdb-a118-ef0ddd053e21 req-5f87b3d7-302e-4f7d-a6a5-d5c9ba9de300 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715435 Jan 18 19:36:18.000032 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3ce4abeb-61e7-4dee-a26e-22476afe1257 req-f99c2e5c-b750-42c9-a18f-7c3f411978b4 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635512 Jan 18 19:36:18.176557 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b22b20-3c7a-4b93-ad08-9da6099343c2 req-d032cd2c-7289-4447-b52d-b401d54bbb4c tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:18.177913 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-17b22b20-3c7a-4b93-ad08-9da6099343c2 req-d032cd2c-7289-4447-b52d-b401d54bbb4c tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 944 time: 0.0842764 Jan 18 19:36:18.190855 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011e1d9-6c3c-49d1-88eb-c541fac7b834 req-45b2beec-1ee7-470e-8aa7-6d44df72df7d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:18.192499 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7011e1d9-6c3c-49d1-88eb-c541fac7b834 req-45b2beec-1ee7-470e-8aa7-6d44df72df7d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 945 time: 0.0895181 Jan 18 19:36:18.321536 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-17b22b20-3c7a-4b93-ad08-9da6099343c2 req-2f201e20-8c4b-4912-a73c-653f292bf0b8 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677745 Jan 18 19:36:18.321536 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7011e1d9-6c3c-49d1-88eb-c541fac7b834 req-c10fb454-75ff-4bb5-a8f7-c724d2ff5b93 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739512 Jan 18 19:36:19.135838 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3f4ab-c83e-43e4-b829-6acd420b613c req-a7e20c52-6782-4c85-a998-23208071f069 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:19.137360 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fda3f4ab-c83e-43e4-b829-6acd420b613c req-a7e20c52-6782-4c85-a998-23208071f069 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 945 time: 0.0793765 Jan 18 19:36:19.157788 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8923a58-2677-4a83-933e-95b66e1465a1 req-eb48d95e-5787-4ad4-825a-47806fdd88fa tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:19.159501 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c8923a58-2677-4a83-933e-95b66e1465a1 req-eb48d95e-5787-4ad4-825a-47806fdd88fa tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 945 time: 0.0751481 Jan 18 19:36:19.189124 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-38648861-348f-4430-94b2-6c4a54dbd9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:19.381240 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fda3f4ab-c83e-43e4-b829-6acd420b613c req-d421a104-343b-4dd8-83d2-40848ad3bffd tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363088 Jan 18 19:36:19.402652 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c8923a58-2677-4a83-933e-95b66e1465a1 req-b79c9513-c180-4f4e-a65a-f4efc34ee357 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351773 Jan 18 19:36:19.494066 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 0345ff4a-5024-4047-884f-45f77573f81f up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:36:19.552126 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4fb29-faf7-47eb-b5de-3d2d11f916eb req-247a1f57-3e89-4c89-bee7-ee0d9cc487ad tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:19.553638 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-24f4fb29-faf7-47eb-b5de-3d2d11f916eb req-247a1f57-3e89-4c89-bee7-ee0d9cc487ad tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 944 time: 0.0845287 Jan 18 19:36:19.569349 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e7c6d-4578-4232-ac3a-0bb1eba5b644 req-e8d19660-ef8e-4bce-b706-9f4e315fe157 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:19.570940 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-895e7c6d-4578-4232-ac3a-0bb1eba5b644 req-e8d19660-ef8e-4bce-b706-9f4e315fe157 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 945 time: 0.0735874 Jan 18 19:36:19.646507 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-24f4fb29-faf7-47eb-b5de-3d2d11f916eb req-2cfafdbe-b866-429b-b3a3-25aec691a9a4 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864265 Jan 18 19:36:19.649650 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-895e7c6d-4578-4232-ac3a-0bb1eba5b644 req-e14722ea-506d-4296-8b9f-bf57e0601ec3 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726967 Jan 18 19:36:19.669575 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port 0345ff4a-5024-4047-884f-45f77573f81f completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:36:19.674609 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port 0345ff4a-5024-4047-884f-45f77573f81f triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:36:19.674985 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (0345ff4a-5024-4047-884f-45f77573f81f), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:19.755582 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 0345ff4a-5024-4047-884f-45f77573f81f is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:36:19.755986 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (0345ff4a-5024-4047-884f-45f77573f81f), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:19.778817 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ec59e4-7838-43bd-9719-fcef1bcf1a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0345ff4a-5024-4047-884f-45f77573f81f'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:36:19.862775 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 0345ff4a-5024-4047-884f-45f77573f81f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=0345ff4a-5024-4047-884f-45f77573f81f,segment=NetworkSegment(bd6a3413-6529-4e74-9a70-4bca6f584af7),segment_id=bd6a3413-6529-4e74-9a70-4bca6f584af7)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:36:19.942316 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (0345ff4a-5024-4047-884f-45f77573f81f), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:19.944234 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device bcb20f08-39cf-42cc-b696-937509c397da up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:36:19.946124 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:19.949385 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582c755a-6d0e-44c6-9250-64be56745e3a" -d '{"events": [{"server_uuid": "59ec59e4-7838-43bd-9719-fcef1bcf1a9e", "name": "network-vif-plugged", "status": "completed", "tag": "0345ff4a-5024-4047-884f-45f77573f81f"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:36:20.030225 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=0345ff4a-5024-4047-884f-45f77573f81f,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:20.084253 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557919bf-1d1e-42f4-bbcc-350ef1a58a40 x-openstack-request-id: req-557919bf-1d1e-42f4-bbcc-350ef1a58a40 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:36:20.084624 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ec59e4-7838-43bd-9719-fcef1bcf1a9e", "name": "network-vif-plugged", "status": "completed", "tag": "0345ff4a-5024-4047-884f-45f77573f81f", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:36:20.084933 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-557919bf-1d1e-42f4-bbcc-350ef1a58a40 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:36:20.085461 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ec59e4-7838-43bd-9719-fcef1bcf1a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0345ff4a-5024-4047-884f-45f77573f81f', 'code': 200} Jan 18 19:36:20.124894 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port bcb20f08-39cf-42cc-b696-937509c397da completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:36:20.128972 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port bcb20f08-39cf-42cc-b696-937509c397da triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:36:20.129348 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (bcb20f08-39cf-42cc-b696-937509c397da), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:20.205242 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port bcb20f08-39cf-42cc-b696-937509c397da is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:36:20.205837 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (bcb20f08-39cf-42cc-b696-937509c397da), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:20.237518 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port bcb20f08-39cf-42cc-b696-937509c397da, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=bcb20f08-39cf-42cc-b696-937509c397da,segment=NetworkSegment(61be3fad-a591-410a-ac9a-5abc0b32d3df),segment_id=61be3fad-a591-410a-ac9a-5abc0b32d3df)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:36:20.321261 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (bcb20f08-39cf-42cc-b696-937509c397da), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:20.322109 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device e5e4ef92-a840-4d41-ae88-02e476cd254b up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:36:20.401858 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=bcb20f08-39cf-42cc-b696-937509c397da,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:20.472335 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port e5e4ef92-a840-4d41-ae88-02e476cd254b completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:36:20.472839 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port e5e4ef92-a840-4d41-ae88-02e476cd254b triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:36:20.473277 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (e5e4ef92-a840-4d41-ae88-02e476cd254b), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:20.524656 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc2c2d-2336-4db0-97cd-4a95270ba53f req-53530b8e-8916-4d0d-8907-9d99a524f106 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:20.526139 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-84bc2c2d-2336-4db0-97cd-4a95270ba53f req-53530b8e-8916-4d0d-8907-9d99a524f106 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 945 time: 0.0756068 Jan 18 19:36:20.550566 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port e5e4ef92-a840-4d41-ae88-02e476cd254b is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:36:20.550963 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (e5e4ef92-a840-4d41-ae88-02e476cd254b), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:20.552925 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c39aa1-3b89-4408-94c0-75afa1d99513 req-e20e06c7-3d78-4e71-8fcd-c5151f668586 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:20.554390 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-84c39aa1-3b89-4408-94c0-75afa1d99513 req-e20e06c7-3d78-4e71-8fcd-c5151f668586 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 945 time: 0.0756333 Jan 18 19:36:20.588584 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port e5e4ef92-a840-4d41-ae88-02e476cd254b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=e5e4ef92-a840-4d41-ae88-02e476cd254b,segment=NetworkSegment(d825a0a3-ef43-4bc3-a962-25028b7a09ce),segment_id=d825a0a3-ef43-4bc3-a962-25028b7a09ce)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:36:20.605443 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-84bc2c2d-2336-4db0-97cd-4a95270ba53f req-13859b4f-0582-48da-90e7-20354e8aee2c tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730009 Jan 18 19:36:20.633458 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-84c39aa1-3b89-4408-94c0-75afa1d99513 req-a9b1c51c-66dd-4b37-a2c3-a946fc75a44c tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714657 Jan 18 19:36:20.635564 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (e5e4ef92-a840-4d41-ae88-02e476cd254b), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:20.636665 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 166bb415-79b5-4222-8ef1-ee6576e2955d up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:36:20.715171 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=e5e4ef92-a840-4d41-ae88-02e476cd254b,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:20.797967 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7deef94-3139-40a9-80fa-f5db87aa8f96 req-7bdfce96-f014-4c24-987b-99e868e84fa5 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:20.798242 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a7deef94-3139-40a9-80fa-f5db87aa8f96 req-7bdfce96-f014-4c24-987b-99e868e84fa5 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 945 time: 0.0769272 Jan 18 19:36:20.799547 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port 166bb415-79b5-4222-8ef1-ee6576e2955d completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:36:20.804235 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port 166bb415-79b5-4222-8ef1-ee6576e2955d triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:36:20.804601 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (166bb415-79b5-4222-8ef1-ee6576e2955d), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:20.821113 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b8b21-6a85-4d3e-affe-9e773a3b552c req-9e2c22e0-d349-4799-8377-9146363c8682 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:20.823184 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dd2b8b21-6a85-4d3e-affe-9e773a3b552c req-9e2c22e0-d349-4799-8377-9146363c8682 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 945 time: 0.0897822 Jan 18 19:36:20.895561 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a7deef94-3139-40a9-80fa-f5db87aa8f96 req-a665a256-9313-4db0-a37c-f6d106a9e0f7 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893993 Jan 18 19:36:20.902627 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 166bb415-79b5-4222-8ef1-ee6576e2955d is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:36:20.903333 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (166bb415-79b5-4222-8ef1-ee6576e2955d), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:20.908312 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dd2b8b21-6a85-4d3e-affe-9e773a3b552c req-9b3aa290-a702-4aff-b1d4-6c08dc3385b8 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740261 Jan 18 19:36:20.943926 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 166bb415-79b5-4222-8ef1-ee6576e2955d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=166bb415-79b5-4222-8ef1-ee6576e2955d,segment=NetworkSegment(bd6a3413-6529-4e74-9a70-4bca6f584af7),segment_id=bd6a3413-6529-4e74-9a70-4bca6f584af7)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:36:21.067399 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (166bb415-79b5-4222-8ef1-ee6576e2955d), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:21.068135 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 80467ab1-0bd1-447c-9a1c-9089b86faff2 up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:36:21.138872 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=166bb415-79b5-4222-8ef1-ee6576e2955d,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:21.256337 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port 80467ab1-0bd1-447c-9a1c-9089b86faff2 completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:36:21.260264 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port 80467ab1-0bd1-447c-9a1c-9089b86faff2 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:36:21.260788 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:21.350237 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 80467ab1-0bd1-447c-9a1c-9089b86faff2 is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:36:21.350757 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:21.385247 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 80467ab1-0bd1-447c-9a1c-9089b86faff2, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=80467ab1-0bd1-447c-9a1c-9089b86faff2,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:36:21.397579 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59578) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:21.464341 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:21.496651 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:21.510537 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea715-f9b4-4a43-9b6b-a9c26ec607d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:21.516930 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=80467ab1-0bd1-447c-9a1c-9089b86faff2,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:21.587510 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea715-f9b4-4a43-9b6b-a9c26ec607d8 admin admin] Publish callbacks [] for security_group (5d693e8d-b2a8-4c69-bff9-5e764341c2ed), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:21.709843 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea715-f9b4-4a43-9b6b-a9c26ec607d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (5d693e8d-b2a8-4c69-bff9-5e764341c2ed), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:21.740943 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-8e7ea715-f9b4-4a43-9b6b-a9c26ec607d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1269c1aa612a4cd280c1a23e9ac1bc12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422346 Jan 18 19:36:21.744484 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59590) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:21.750300 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f1fdb-aba5-47cd-9b1f-37ce21b08c81 req-77628ccb-e9e8-48c0-8fc2-c950cbd0c096 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:21.750859 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-416f1fdb-aba5-47cd-9b1f-37ce21b08c81 req-77628ccb-e9e8-48c0-8fc2-c950cbd0c096 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 946 time: 0.0799320 Jan 18 19:36:21.774310 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd527d0a-cb46-4fe9-971d-c8022533ae1a req-258fbf39-91cb-4eb1-a990-6921770ce2ef tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:21.775849 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cd527d0a-cb46-4fe9-971d-c8022533ae1a req-258fbf39-91cb-4eb1-a990-6921770ce2ef tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0746741 Jan 18 19:36:21.776831 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ea715-f9b4-4a43-9b6b-a9c26ec607d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d693e8d-b2a8-4c69-bff9-5e764341c2ed,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:21.805377 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1c2b7cf3-03f4-4364-ac45-521316a179e6 admin admin] Publish callbacks [] for security_group (5d693e8d-b2a8-4c69-bff9-5e764341c2ed), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:21.826740 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1c2b7cf3-03f4-4364-ac45-521316a179e6 admin admin] Publish callbacks [] for security_group (5d693e8d-b2a8-4c69-bff9-5e764341c2ed), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:21.837345 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-416f1fdb-aba5-47cd-9b1f-37ce21b08c81 req-5459e789-3b3e-47ae-971d-26a7fe6e3341 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805216 Jan 18 19:36:21.855112 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cd527d0a-cb46-4fe9-971d-c8022533ae1a req-ed4fd8c0-ab9b-45a5-9b7a-17c090f9b1ba tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702024 Jan 18 19:36:22.044791 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1c2b7cf3-03f4-4364-ac45-521316a179e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (5d693e8d-b2a8-4c69-bff9-5e764341c2ed), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:22.048274 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1c2b7cf3-03f4-4364-ac45-521316a179e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:22.051992 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-1c2b7cf3-03f4-4364-ac45-521316a179e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d693e8d-b2a8-4c69-bff9-5e764341c2ed HTTP/1.1" status: 204 len: 168 time: 0.3041174 Jan 18 19:36:22.054590 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf63f8-3366-4583-b8d8-6ce5aefbdf44 req-9564e65a-d48c-4725-a47f-f1f3857f90f6 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:22.056249 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e2cf63f8-3366-4583-b8d8-6ce5aefbdf44 req-9564e65a-d48c-4725-a47f-f1f3857f90f6 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 945 time: 0.0864949 Jan 18 19:36:22.057508 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b7cf3-03f4-4364-ac45-521316a179e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d693e8d-b2a8-4c69-bff9-5e764341c2ed,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:22.070210 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d125f-9b3e-4a8a-b219-54bd8bc6b436 req-de1e86e0-0d29-4780-aea5-a7ad2f76d8ad tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:22.077905 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9e3d125f-9b3e-4a8a-b219-54bd8bc6b436 req-de1e86e0-0d29-4780-aea5-a7ad2f76d8ad tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0812700 Jan 18 19:36:22.086874 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b670c5-dfe6-4a51-afce-16cabd0bb870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb20f08-39cf-42cc-b696-937509c397da'}, {'server_uuid': '0883bc89-ac98-4376-b75b-a8d32b2450ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e4ef92-a840-4d41-ae88-02e476cd254b'}, {'server_uuid': 'df313e77-b466-4602-a170-6772dc22da82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166bb415-79b5-4222-8ef1-ee6576e2955d'}, {'server_uuid': '1c0db402-5fec-4b6d-a48f-a182478a5522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80467ab1-0bd1-447c-9a1c-9089b86faff2'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:36:22.089238 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db78622f-e299-4ed2-97c6-61e04bfebc0a" -d '{"events": [{"server_uuid": "66b670c5-dfe6-4a51-afce-16cabd0bb870", "name": "network-vif-plugged", "status": "completed", "tag": "bcb20f08-39cf-42cc-b696-937509c397da"}, {"server_uuid": "0883bc89-ac98-4376-b75b-a8d32b2450ab", "name": "network-vif-plugged", "status": "completed", "tag": "e5e4ef92-a840-4d41-ae88-02e476cd254b"}, {"server_uuid": "df313e77-b466-4602-a170-6772dc22da82", "name": "network-vif-plugged", "status": "completed", "tag": "166bb415-79b5-4222-8ef1-ee6576e2955d"}, {"server_uuid": "1c0db402-5fec-4b6d-a48f-a182478a5522", "name": "network-vif-plugged", "status": "completed", "tag": "80467ab1-0bd1-447c-9a1c-9089b86faff2"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:36:22.146664 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9e3d125f-9b3e-4a8a-b219-54bd8bc6b436 req-c2b85489-c281-4f6d-ac2c-ed8c9be5d710 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677073 Jan 18 19:36:22.153878 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e2cf63f8-3366-4583-b8d8-6ce5aefbdf44 req-24a8f40d-639b-442d-8352-175e810b9c54 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737839 Jan 18 19:36:22.205564 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 18 Jan 2022 19:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f698f7-9cda-4893-8e3c-ce7af637808f x-openstack-request-id: req-81f698f7-9cda-4893-8e3c-ce7af637808f {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:36:22.205906 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b670c5-dfe6-4a51-afce-16cabd0bb870", "name": "network-vif-plugged", "status": "completed", "tag": "bcb20f08-39cf-42cc-b696-937509c397da", "code": 200}, {"server_uuid": "0883bc89-ac98-4376-b75b-a8d32b2450ab", "name": "network-vif-plugged", "status": "completed", "tag": "e5e4ef92-a840-4d41-ae88-02e476cd254b", "code": 200}, {"server_uuid": "df313e77-b466-4602-a170-6772dc22da82", "name": "network-vif-plugged", "status": "completed", "tag": "166bb415-79b5-4222-8ef1-ee6576e2955d", "code": 200}, {"server_uuid": "1c0db402-5fec-4b6d-a48f-a182478a5522", "name": "network-vif-plugged", "status": "completed", "tag": "80467ab1-0bd1-447c-9a1c-9089b86faff2", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:36:22.206222 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81f698f7-9cda-4893-8e3c-ce7af637808f {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:36:22.206632 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b670c5-dfe6-4a51-afce-16cabd0bb870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb20f08-39cf-42cc-b696-937509c397da', 'code': 200} Jan 18 19:36:22.206892 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0883bc89-ac98-4376-b75b-a8d32b2450ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e4ef92-a840-4d41-ae88-02e476cd254b', 'code': 200} Jan 18 19:36:22.207180 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df313e77-b466-4602-a170-6772dc22da82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166bb415-79b5-4222-8ef1-ee6576e2955d', 'code': 200} Jan 18 19:36:22.207433 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0db402-5fec-4b6d-a48f-a182478a5522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80467ab1-0bd1-447c-9a1c-9089b86faff2', 'code': 200} Jan 18 19:36:22.654248 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 59610) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:22.668534 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-de4cfccc-cec9-493f-89e6-4da53f82ef49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:22.740667 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-de4cfccc-cec9-493f-89e6-4da53f82ef49 admin admin] Publish callbacks [] for security_group (4cb4add7-568b-4f0c-9c14-89dd6d4639bf), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:22.818215 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-de4cfccc-cec9-493f-89e6-4da53f82ef49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (4cb4add7-568b-4f0c-9c14-89dd6d4639bf), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:22.859495 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-de4cfccc-cec9-493f-89e6-4da53f82ef49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b466ead5d12445cbe2be8f9d3e25ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040937 Jan 18 19:36:22.861879 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cfccc-cec9-493f-89e6-4da53f82ef49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb4add7-568b-4f0c-9c14-89dd6d4639bf,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:22.862514 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59626) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:22.942916 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3053-c5ba-4771-b568-ba50333d561f admin admin] Publish callbacks [] for security_group (4cb4add7-568b-4f0c-9c14-89dd6d4639bf), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:22.969238 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3053-c5ba-4771-b568-ba50333d561f admin admin] Publish callbacks [] for security_group (4cb4add7-568b-4f0c-9c14-89dd6d4639bf), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:23.015611 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014afee-f566-4ae8-af0f-b68c1b4deaaa req-4cd1e798-9a7b-453d-84b6-0e6daca3841e tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:23.017240 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e014afee-f566-4ae8-af0f-b68c1b4deaaa req-4cd1e798-9a7b-453d-84b6-0e6daca3841e tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 946 time: 0.1005933 Jan 18 19:36:23.030718 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b015dbd-bcd6-42b1-b452-d99e8e5c5412 req-8ab4bee6-648c-4cd0-87be-c7d75f26ced4 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:23.032683 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8b015dbd-bcd6-42b1-b452-d99e8e5c5412 req-8ab4bee6-648c-4cd0-87be-c7d75f26ced4 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0858555 Jan 18 19:36:23.108177 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e014afee-f566-4ae8-af0f-b68c1b4deaaa req-131c9c64-3bb8-43dc-8937-b9f21c785ae8 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744307 Jan 18 19:36:23.112310 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8b015dbd-bcd6-42b1-b452-d99e8e5c5412 req-0fbaec3b-e371-4951-b4aa-689c424620de tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722477 Jan 18 19:36:23.114960 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:23.127100 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3053-c5ba-4771-b568-ba50333d561f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (4cb4add7-568b-4f0c-9c14-89dd6d4639bf), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:23.130042 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3053-c5ba-4771-b568-ba50333d561f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:23.131273 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-b2ad3053-c5ba-4771-b568-ba50333d561f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cb4add7-568b-4f0c-9c14-89dd6d4639bf HTTP/1.1" status: 204 len: 168 time: 0.2640800 Jan 18 19:36:23.139510 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad3053-c5ba-4771-b568-ba50333d561f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb4add7-568b-4f0c-9c14-89dd6d4639bf,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:23.306416 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c3bb0-31d3-4365-a980-08bea6e83563 req-b1188b0f-f248-45cb-99d3-c4253a8c4384 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:23.307961 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cf6c3bb0-31d3-4365-a980-08bea6e83563 req-b1188b0f-f248-45cb-99d3-c4253a8c4384 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 945 time: 0.0862591 Jan 18 19:36:23.316354 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880697fe-531d-4c48-93e3-0c84ab185a2e req-30369911-be5b-4903-810f-754b868f8b8b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:23.317702 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-880697fe-531d-4c48-93e3-0c84ab185a2e req-30369911-be5b-4903-810f-754b868f8b8b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0857086 Jan 18 19:36:23.391875 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cf6c3bb0-31d3-4365-a980-08bea6e83563 req-9c194887-47b7-4d6d-9a2d-4ecadbcc9163 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732093 Jan 18 19:36:23.395628 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-880697fe-531d-4c48-93e3-0c84ab185a2e req-38216f2d-63a9-4e7d-9d82-d20c48a34c9c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712245 Jan 18 19:36:24.257487 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6cd0ef-6631-4c96-ba1b-588fe76b18eb req-758d8c7e-3f8c-4c6a-bd87-e1f64ea962b5 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:24.258890 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3f6cd0ef-6631-4c96-ba1b-588fe76b18eb req-758d8c7e-3f8c-4c6a-bd87-e1f64ea962b5 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0749989 Jan 18 19:36:24.266886 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac124d-6d3f-4f37-84dd-469d664f7c05 req-e26db3c4-462f-4c8a-8517-9ab856ecda70 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:24.268266 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ceac124d-6d3f-4f37-84dd-469d664f7c05 req-e26db3c4-462f-4c8a-8517-9ab856ecda70 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 946 time: 0.0922024 Jan 18 19:36:24.340983 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3f6cd0ef-6631-4c96-ba1b-588fe76b18eb req-89106843-67a1-4424-b7ae-a28bdfe83c36 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717585 Jan 18 19:36:24.348831 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ceac124d-6d3f-4f37-84dd-469d664f7c05 req-4713c13d-109a-4f18-bdb6-1bab8fd9f966 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740685 Jan 18 19:36:24.615339 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c9071-5730-4c8e-afb4-2e0d6635586a req-dcce4aff-6b96-4cf2-abe5-2f91cc8ae7fb tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:24.616837 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7b9c9071-5730-4c8e-afb4-2e0d6635586a req-dcce4aff-6b96-4cf2-abe5-2f91cc8ae7fb tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.1171632 Jan 18 19:36:24.624242 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cee3d-c6bd-4e31-887a-193029f3d7de req-36ba922e-9b64-4cd4-9c24-45a505fa9f7e tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:24.625744 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b14cee3d-c6bd-4e31-887a-193029f3d7de req-36ba922e-9b64-4cd4-9c24-45a505fa9f7e tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 945 time: 0.1272209 Jan 18 19:36:24.629213 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bd9e1-f133-47df-814d-665c06297e1f req-88159bc9-35be-4143-8eb7-f1c61190e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:24.630659 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-522bd9e1-f133-47df-814d-665c06297e1f req-88159bc9-35be-4143-8eb7-f1c61190e98a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 1098 time: 0.1993663 Jan 18 19:36:24.670953 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-522bd9e1-f133-47df-814d-665c06297e1f req-30a7f787-a4d3-493c-b5db-7ac31d5a50ce service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:24.726602 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7b9c9071-5730-4c8e-afb4-2e0d6635586a req-c1286714-c722-4e9f-94ff-785b6b240bfe tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994546 Jan 18 19:36:24.739241 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b14cee3d-c6bd-4e31-887a-193029f3d7de req-ec7fa450-45af-4657-97fc-8c867902688c tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019976 Jan 18 19:36:24.820989 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-522bd9e1-f133-47df-814d-665c06297e1f req-30a7f787-a4d3-493c-b5db-7ac31d5a50ce service neutron] Publish callbacks [] for security_group (4ec555cc-ead6-43ea-9c25-74fda122cf52), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:24.899460 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e786491-66ae-4243-9e3c-fff03622bb78 req-7c3e9645-c047-490e-ae8e-6d65572fb80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:24.901024 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1e786491-66ae-4243-9e3c-fff03622bb78 req-7c3e9645-c047-490e-ae8e-6d65572fb80d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 1098 time: 0.0746052 Jan 18 19:36:24.903080 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b86b4b-68ac-49dd-bf1f-bfa03c6ff095 req-6e89e611-6e08-4c47-ac87-8f0d7ee15246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:24.904513 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-76b86b4b-68ac-49dd-bf1f-bfa03c6ff095 req-6e89e611-6e08-4c47-ac87-8f0d7ee15246 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 1099 time: 0.0676792 Jan 18 19:36:24.925386 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79e36a-d3e0-467f-a5be-ba0713e8ea53 req-96a44c90-b87a-4fc1-b835-b71b8e7e98c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:24.925386 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-ed79e36a-d3e0-467f-a5be-ba0713e8ea53 req-96a44c90-b87a-4fc1-b835-b71b8e7e98c4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 1099 time: 0.0955212 Jan 18 19:36:24.929313 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d67281-ef85-490c-9909-1adf71a35645 req-e3390f7a-59d5-44da-9b9b-fbb1f2e1af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:24.930812 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-b7d67281-ef85-490c-9909-1adf71a35645 req-e3390f7a-59d5-44da-9b9b-fbb1f2e1af6a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 1099 time: 0.1011250 Jan 18 19:36:24.941404 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1e786491-66ae-4243-9e3c-fff03622bb78 req-d7e74a28-ff59-4695-94cb-3170bf27932a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:24.943300 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-76b86b4b-68ac-49dd-bf1f-bfa03c6ff095 req-682f1350-a25d-4c3c-badc-d000783d59da service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:24.956909 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-522bd9e1-f133-47df-814d-665c06297e1f req-30a7f787-a4d3-493c-b5db-7ac31d5a50ce service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (4ec555cc-ead6-43ea-9c25-74fda122cf52), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:24.965157 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-ed79e36a-d3e0-467f-a5be-ba0713e8ea53 req-2ca82833-543e-4cdf-b50e-b868084c5935 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:25.038759 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-b7d67281-ef85-490c-9909-1adf71a35645 req-beb7f9c6-628f-485a-a829-6fb968029114 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015885 Jan 18 19:36:25.043826 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-522bd9e1-f133-47df-814d-665c06297e1f req-30a7f787-a4d3-493c-b5db-7ac31d5a50ce service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049206 Jan 18 19:36:25.049695 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7f787-a4d3-493c-b5db-7ac31d5a50ce service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec555cc-ead6-43ea-9c25-74fda122cf52,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:25.086027 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-ed79e36a-d3e0-467f-a5be-ba0713e8ea53 req-2ca82833-543e-4cdf-b50e-b868084c5935 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542680 Jan 18 19:36:25.104826 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.db.api [req-1e786491-66ae-4243-9e3c-fff03622bb78 req-d7e74a28-ff59-4695-94cb-3170bf27932a service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 01bf1dd5d0e04f2fbe2e81a5cd15735b {{(pid=103172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 19:36:25.105184 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG oslo_db.api [req-1e786491-66ae-4243-9e3c-fff03622bb78 req-d7e74a28-ff59-4695-94cb-3170bf27932a service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 19:36:25.107462 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-76b86b4b-68ac-49dd-bf1f-bfa03c6ff095 req-682f1350-a25d-4c3c-badc-d000783d59da service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905162 Jan 18 19:36:25.491885 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b66e4-4034-4ea3-af35-e7ed2569cdff req-a1178b92-24c8-4f72-a043-1abc44808f14 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:25.492573 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-875b66e4-4034-4ea3-af35-e7ed2569cdff req-a1178b92-24c8-4f72-a043-1abc44808f14 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0804720 Jan 18 19:36:25.522061 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20c650-3372-4831-80cc-0f7d5e39a6ce req-15f63556-e4b6-4af1-b005-8948712c171b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:25.523558 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8d20c650-3372-4831-80cc-0f7d5e39a6ce req-15f63556-e4b6-4af1-b005-8948712c171b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 946 time: 0.0840907 Jan 18 19:36:25.577029 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-875b66e4-4034-4ea3-af35-e7ed2569cdff req-c16484c1-2925-4ab6-a3b2-acbdea63e511 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779400 Jan 18 19:36:25.601738 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8d20c650-3372-4831-80cc-0f7d5e39a6ce req-54632600-e88a-4e50-b1eb-2c42aaae1d15 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715189 Jan 18 19:36:25.606525 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1e786491-66ae-4243-9e3c-fff03622bb78 req-d7e74a28-ff59-4695-94cb-3170bf27932a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:25.692838 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1e786491-66ae-4243-9e3c-fff03622bb78 req-d7e74a28-ff59-4695-94cb-3170bf27932a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7772064 Jan 18 19:36:26.009754 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9592e-820d-4435-afdb-d3687ebcbed7 req-4c3acf38-8049-485a-ac0a-5ddba4bbc761 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:26.009754 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1dc9592e-820d-4435-afdb-d3687ebcbed7 req-4c3acf38-8049-485a-ac0a-5ddba4bbc761 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 945 time: 0.0751066 Jan 18 19:36:26.009754 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc56b3-d4af-41f1-9a31-dd3ae79cbc80 req-ee571820-f1af-461c-b452-6571af61f8fe tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:26.009754 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-49dc56b3-d4af-41f1-9a31-dd3ae79cbc80 req-ee571820-f1af-461c-b452-6571af61f8fe tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0860445 Jan 18 19:36:26.009754 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1dc9592e-820d-4435-afdb-d3687ebcbed7 req-70d19860-f38f-4d13-97b5-002377c783a4 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726533 Jan 18 19:36:26.009754 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-49dc56b3-d4af-41f1-9a31-dd3ae79cbc80 req-935f03d1-dc21-4dbf-a406-226f3ef29250 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709507 Jan 18 19:36:26.723056 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de577d89-be51-4599-a9dd-67a0f22c2ea0 req-fe7d7d81-79f3-4ceb-a824-dae600cd8276 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:26.724618 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-de577d89-be51-4599-a9dd-67a0f22c2ea0 req-fe7d7d81-79f3-4ceb-a824-dae600cd8276 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0768068 Jan 18 19:36:26.738629 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107699cc-e089-4881-8f98-450a93fa26eb req-58693b9e-2e1b-43e7-ace5-da95ba651ffa tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:26.740063 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-107699cc-e089-4881-8f98-450a93fa26eb req-58693b9e-2e1b-43e7-ace5-da95ba651ffa tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 946 time: 0.0653555 Jan 18 19:36:26.809527 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-de577d89-be51-4599-a9dd-67a0f22c2ea0 req-f38acd75-cd4c-4b9e-91e9-c92859bb4cf4 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793817 Jan 18 19:36:26.813981 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-107699cc-e089-4881-8f98-450a93fa26eb req-0adcd52a-646f-4be1-9a66-5aaf28a63423 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683594 Jan 18 19:36:27.141483 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fa804-66d5-43dd-a64b-bf6707a0f41d req-209d38c9-c5a2-4530-9139-5cd41cf1e938 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:27.142890 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a08fa804-66d5-43dd-a64b-bf6707a0f41d req-209d38c9-c5a2-4530-9139-5cd41cf1e938 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 945 time: 0.0787716 Jan 18 19:36:27.150843 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81abf4-c36f-498d-ae8a-572064d45311 req-ecaaf305-869a-4f23-8c5a-19cc7ce6a147 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:27.152282 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cf81abf4-c36f-498d-ae8a-572064d45311 req-ecaaf305-869a-4f23-8c5a-19cc7ce6a147 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0795243 Jan 18 19:36:27.230117 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a08fa804-66d5-43dd-a64b-bf6707a0f41d req-13a13ffc-69be-4f88-9b0e-9d194b145a9d tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768371 Jan 18 19:36:27.234324 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cf81abf4-c36f-498d-ae8a-572064d45311 req-7e744234-ed93-46f6-bb14-e9829850ca03 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744219 Jan 18 19:36:27.968513 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce1547-d77e-4b16-86fe-65b5baa79333 req-766a1587-0527-4bb5-9d2e-bc25afd6e6e7 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:27.970329 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c0ce1547-d77e-4b16-86fe-65b5baa79333 req-766a1587-0527-4bb5-9d2e-bc25afd6e6e7 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0833158 Jan 18 19:36:27.986482 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972ec15-8262-43dc-afc5-de8b395dd9fc req-4084e629-0e16-45eb-a7cb-437525512fef tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:27.986482 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2972ec15-8262-43dc-afc5-de8b395dd9fc req-4084e629-0e16-45eb-a7cb-437525512fef tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 946 time: 0.0814741 Jan 18 19:36:28.059600 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c0ce1547-d77e-4b16-86fe-65b5baa79333 req-06f9e6fb-466e-455f-a8a0-0f0ffbb313c8 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786617 Jan 18 19:36:28.063958 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2972ec15-8262-43dc-afc5-de8b395dd9fc req-8cf57178-3a17-4eda-83b2-25533a2a6531 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763731 Jan 18 19:36:28.392240 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65197d53-0d28-4428-806e-70713b4a2631 req-1c27ff34-5198-4429-9825-9871254cdb0c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:28.394000 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-65197d53-0d28-4428-806e-70713b4a2631 req-1c27ff34-5198-4429-9825-9871254cdb0c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0818031 Jan 18 19:36:28.402730 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d2e11-c6da-444c-a477-34ad8058dfe0 req-fc9ba760-e18f-4ebd-88bb-3a1caeaec1cb tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:28.404185 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3d4d2e11-c6da-444c-a477-34ad8058dfe0 req-fc9ba760-e18f-4ebd-88bb-3a1caeaec1cb tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 945 time: 0.0816696 Jan 18 19:36:28.475182 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59800) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:28.483840 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-65197d53-0d28-4428-806e-70713b4a2631 req-437212cb-73f5-40b5-8b7e-f1f8e2dafe4a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786574 Jan 18 19:36:28.487362 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3d4d2e11-c6da-444c-a477-34ad8058dfe0 req-ca998867-2a1c-42a9-a97a-d15add5d7dda tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757396 Jan 18 19:36:28.585802 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2c6a4637-61a4-461e-b6a0-5fdee036ef4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:28.660285 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2c6a4637-61a4-461e-b6a0-5fdee036ef4c admin admin] Publish callbacks [] for security_group (6aff08b6-6f12-4a93-86a9-6b6978d550da), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:28.792869 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2c6a4637-61a4-461e-b6a0-5fdee036ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (6aff08b6-6f12-4a93-86a9-6b6978d550da), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:28.830922 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a4637-61a4-461e-b6a0-5fdee036ef4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aff08b6-6f12-4a93-86a9-6b6978d550da,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:28.838214 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-2c6a4637-61a4-461e-b6a0-5fdee036ef4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d592061eb2b24d2893fced91b24de0a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3619361 Jan 18 19:36:28.838371 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 59810) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:28.887467 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-819ce4a7-567e-4c5d-8a95-b9d44c199d90 admin admin] Publish callbacks [] for security_group (6aff08b6-6f12-4a93-86a9-6b6978d550da), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:28.909484 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-819ce4a7-567e-4c5d-8a95-b9d44c199d90 admin admin] Publish callbacks [] for security_group (6aff08b6-6f12-4a93-86a9-6b6978d550da), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:29.064475 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-819ce4a7-567e-4c5d-8a95-b9d44c199d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (6aff08b6-6f12-4a93-86a9-6b6978d550da), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:29.067035 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-819ce4a7-567e-4c5d-8a95-b9d44c199d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:29.068236 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-819ce4a7-567e-4c5d-8a95-b9d44c199d90 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6aff08b6-6f12-4a93-86a9-6b6978d550da HTTP/1.1" status: 204 len: 168 time: 0.2286844 Jan 18 19:36:29.075924 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ce4a7-567e-4c5d-8a95-b9d44c199d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aff08b6-6f12-4a93-86a9-6b6978d550da,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:29.228405 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220cef7-11b2-4d29-b151-9421772b023c req-f41d7f2b-f052-4e6f-ab87-fe7525312762 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:29.229869 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d220cef7-11b2-4d29-b151-9421772b023c req-f41d7f2b-f052-4e6f-ab87-fe7525312762 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 946 time: 0.0777135 Jan 18 19:36:29.238308 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ac161-abcb-47bb-b319-d83a51d77917 req-1c16aab8-8da0-42cc-a989-1f3b27e787f0 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:29.239848 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cd4ac161-abcb-47bb-b319-d83a51d77917 req-1c16aab8-8da0-42cc-a989-1f3b27e787f0 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0856991 Jan 18 19:36:29.316805 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d220cef7-11b2-4d29-b151-9421772b023c req-4b2746cc-f945-403c-8b40-7b68b49106d2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760093 Jan 18 19:36:29.320663 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cd4ac161-abcb-47bb-b319-d83a51d77917 req-373a2dd2-ce90-4748-94d6-c8af0ffc5145 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742946 Jan 18 19:36:29.628091 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21771ae8-0e71-4d8d-a6e8-7a54551f5ee4 req-5886d10e-8678-4510-93e9-1de9825cba5b tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:29.629583 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-21771ae8-0e71-4d8d-a6e8-7a54551f5ee4 req-5886d10e-8678-4510-93e9-1de9825cba5b tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 945 time: 0.0765493 Jan 18 19:36:29.636814 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89498350-c5a6-464b-9a39-588e5fd1f4a6 req-0fd1d92c-df67-4844-8f32-c632a817300f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:29.638287 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-89498350-c5a6-464b-9a39-588e5fd1f4a6 req-0fd1d92c-df67-4844-8f32-c632a817300f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0833580 Jan 18 19:36:29.714975 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-89498350-c5a6-464b-9a39-588e5fd1f4a6 req-c6bc0837-0241-4c38-a6c2-6ec5e9e167a5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699668 Jan 18 19:36:29.720073 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-21771ae8-0e71-4d8d-a6e8-7a54551f5ee4 req-8697faa4-6868-4526-b442-d8b625f94204 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806453 Jan 18 19:36:29.753048 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 59838) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:29.766414 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-74481c2f-585f-4c81-b4d6-f3591079424f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:29.839989 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-74481c2f-585f-4c81-b4d6-f3591079424f admin admin] Publish callbacks [] for security_group (33935f1f-7a42-474f-bfb4-fe3fbd6c9b6e), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:29.958516 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-74481c2f-585f-4c81-b4d6-f3591079424f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (33935f1f-7a42-474f-bfb4-fe3fbd6c9b6e), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:29.997202 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-74481c2f-585f-4c81-b4d6-f3591079424f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d54c0296a2a44bc8993b3fb514bab5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430000 Jan 18 19:36:29.998062 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74481c2f-585f-4c81-b4d6-f3591079424f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33935f1f-7a42-474f-bfb4-fe3fbd6c9b6e,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:29.999895 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59842) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:30.051565 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b373d712-796c-4229-9b69-440a539ef801 admin admin] Publish callbacks [] for security_group (33935f1f-7a42-474f-bfb4-fe3fbd6c9b6e), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:30.071568 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b373d712-796c-4229-9b69-440a539ef801 admin admin] Publish callbacks [] for security_group (33935f1f-7a42-474f-bfb4-fe3fbd6c9b6e), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:30.183466 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b373d712-796c-4229-9b69-440a539ef801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (33935f1f-7a42-474f-bfb4-fe3fbd6c9b6e), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:30.186030 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b373d712-796c-4229-9b69-440a539ef801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:30.187211 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-b373d712-796c-4229-9b69-440a539ef801 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33935f1f-7a42-474f-bfb4-fe3fbd6c9b6e HTTP/1.1" status: 204 len: 168 time: 0.1863308 Jan 18 19:36:30.196442 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373d712-796c-4229-9b69-440a539ef801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33935f1f-7a42-474f-bfb4-fe3fbd6c9b6e,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:30.201963 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373d712-796c-4229-9b69-440a539ef801 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:30.202868 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373d712-796c-4229-9b69-440a539ef801 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:30.203246 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373d712-796c-4229-9b69-440a539ef801 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:30.203582 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373d712-796c-4229-9b69-440a539ef801 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:30.203913 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373d712-796c-4229-9b69-440a539ef801 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:30.204237 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373d712-796c-4229-9b69-440a539ef801 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:30.204585 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373d712-796c-4229-9b69-440a539ef801 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:30.204915 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373d712-796c-4229-9b69-440a539ef801 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:30.205256 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373d712-796c-4229-9b69-440a539ef801 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:30.205600 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373d712-796c-4229-9b69-440a539ef801 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:30.205924 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373d712-796c-4229-9b69-440a539ef801 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:30.206266 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373d712-796c-4229-9b69-440a539ef801 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:30.206586 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373d712-796c-4229-9b69-440a539ef801 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:30.470908 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c288142-1aac-40d4-8d6a-bd80e4dab097 req-a2e7c484-b892-4372-a3a3-04b9670f6848 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:30.472309 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6c288142-1aac-40d4-8d6a-bd80e4dab097 req-a2e7c484-b892-4372-a3a3-04b9670f6848 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0778236 Jan 18 19:36:30.480320 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9de075-57dc-4dfa-9bd7-31715d7bd78b req-909f08d4-ec70-4d3d-82dd-7423221764ef tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:30.481678 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7e9de075-57dc-4dfa-9bd7-31715d7bd78b req-909f08d4-ec70-4d3d-82dd-7423221764ef tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 946 time: 0.0858858 Jan 18 19:36:30.552854 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6c288142-1aac-40d4-8d6a-bd80e4dab097 req-36d56cb0-43df-4050-b10c-a494794d7ee5 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702190 Jan 18 19:36:30.556514 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7e9de075-57dc-4dfa-9bd7-31715d7bd78b req-c21c372b-804a-48a9-832d-d293329bef0c tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682452 Jan 18 19:36:30.868376 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366af90-110a-44ef-b5cf-1b6199b15045 req-8fe93bff-ede1-4d30-a1c3-ee1c3a56fc97 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:30.870033 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0366af90-110a-44ef-b5cf-1b6199b15045 req-8fe93bff-ede1-4d30-a1c3-ee1c3a56fc97 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0783780 Jan 18 19:36:30.881389 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f937855-31e1-4eb9-b129-08722fcb3404 req-4269c5c5-6834-4824-88b8-e3d806d7e3c4 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:30.882908 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7f937855-31e1-4eb9-b129-08722fcb3404 req-4269c5c5-6834-4824-88b8-e3d806d7e3c4 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 945 time: 0.0927417 Jan 18 19:36:30.964363 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7f937855-31e1-4eb9-b129-08722fcb3404 req-ef8c1263-6483-49be-bc9d-4bc4fb5e6b45 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731905 Jan 18 19:36:30.970581 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0366af90-110a-44ef-b5cf-1b6199b15045 req-45372c75-af39-45a6-8f58-441dd8aa0b78 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851049 Jan 18 19:36:31.404555 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59898) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:31.515718 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-11acfdfd-4342-44b4-9101-30d7db516040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:31.604323 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-11acfdfd-4342-44b4-9101-30d7db516040 admin admin] Publish callbacks [] for security_group (7cb96eae-c50b-4187-a49d-795d38f4758b), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:31.674907 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-11acfdfd-4342-44b4-9101-30d7db516040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (7cb96eae-c50b-4187-a49d-795d38f4758b), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:31.708994 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb322595-e6ef-424c-a923-9a1395918bde req-7d13145c-ebd7-44b9-920f-cfbcf1fa6e51 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:31.710596 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cb322595-e6ef-424c-a923-9a1395918bde req-7d13145c-ebd7-44b9-920f-cfbcf1fa6e51 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0803149 Jan 18 19:36:31.721100 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-11acfdfd-4342-44b4-9101-30d7db516040 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26ea6ac381804182ab6ef25fccd2fdf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141646 Jan 18 19:36:31.722035 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59910) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:31.722696 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11acfdfd-4342-44b4-9101-30d7db516040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb96eae-c50b-4187-a49d-795d38f4758b,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:31.726437 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ee0a8-e96d-41e5-9e71-24e7ccf69b5e req-29c5a130-7445-4357-9ed0-a877e56ec1ec tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:31.728255 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f83ee0a8-e96d-41e5-9e71-24e7ccf69b5e req-29c5a130-7445-4357-9ed0-a877e56ec1ec tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 946 time: 0.0947819 Jan 18 19:36:31.774645 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f7bff59-23fe-4ce6-8187-a0867c31ae2c admin admin] Publish callbacks [] for security_group (7cb96eae-c50b-4187-a49d-795d38f4758b), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:31.808406 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f7bff59-23fe-4ce6-8187-a0867c31ae2c admin admin] Publish callbacks [] for security_group (7cb96eae-c50b-4187-a49d-795d38f4758b), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:31.949547 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f7bff59-23fe-4ce6-8187-a0867c31ae2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (7cb96eae-c50b-4187-a49d-795d38f4758b), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:31.953089 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f7bff59-23fe-4ce6-8187-a0867c31ae2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:31.954279 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-9f7bff59-23fe-4ce6-8187-a0867c31ae2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7cb96eae-c50b-4187-a49d-795d38f4758b HTTP/1.1" status: 204 len: 168 time: 0.2287829 Jan 18 19:36:31.964904 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bff59-23fe-4ce6-8187-a0867c31ae2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb96eae-c50b-4187-a49d-795d38f4758b,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:32.002486 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cb322595-e6ef-424c-a923-9a1395918bde req-a5d0e157-0cee-4564-b2e4-d2379ab016b2 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731621 Jan 18 19:36:32.005685 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f83ee0a8-e96d-41e5-9e71-24e7ccf69b5e req-f04ba148-de2e-40c4-8cde-2ece054cb29f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685773 Jan 18 19:36:32.148423 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f553d-b8fb-4b5f-b918-6d18f6342f56 req-27575238-86ad-497e-81d1-34b47248d7a2 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:32.149898 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-974f553d-b8fb-4b5f-b918-6d18f6342f56 req-27575238-86ad-497e-81d1-34b47248d7a2 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 945 time: 0.0777731 Jan 18 19:36:32.162932 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b271c5-173a-4731-a39b-c5b5ca058fb0 req-318e8402-29e4-42ed-a1f5-2114d46569a9 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:32.164477 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b7b271c5-173a-4731-a39b-c5b5ca058fb0 req-318e8402-29e4-42ed-a1f5-2114d46569a9 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0647910 Jan 18 19:36:32.239616 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-974f553d-b8fb-4b5f-b918-6d18f6342f56 req-4c00abf7-32d6-494b-9595-b0b332b5cdbc tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741720 Jan 18 19:36:32.243097 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b7b271c5-173a-4731-a39b-c5b5ca058fb0 req-2e575fab-1b6e-4d9d-b6b9-7e775b894eaf tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712874 Jan 18 19:36:32.645027 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59944) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:32.658099 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6ad40e77-0ef0-42df-9c24-17705be3920d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:32.727542 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6ad40e77-0ef0-42df-9c24-17705be3920d admin admin] Publish callbacks [] for security_group (a49d24a7-0895-44e7-a574-a7044a959459), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:32.820732 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6ad40e77-0ef0-42df-9c24-17705be3920d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (a49d24a7-0895-44e7-a574-a7044a959459), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:32.857170 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad40e77-0ef0-42df-9c24-17705be3920d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49d24a7-0895-44e7-a574-a7044a959459,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:32.863615 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-6ad40e77-0ef0-42df-9c24-17705be3920d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=604b26a49052451cae6828328d321a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175233 Jan 18 19:36:32.866183 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 59948) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:32.912259 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6fe76b37-d168-4697-90fd-07b464d81e4e admin admin] Publish callbacks [] for security_group (a49d24a7-0895-44e7-a574-a7044a959459), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:32.932853 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6fe76b37-d168-4697-90fd-07b464d81e4e admin admin] Publish callbacks [] for security_group (a49d24a7-0895-44e7-a574-a7044a959459), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:33.144829 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7643e4-99df-4f4a-9d31-c30acb1dd1ac req-347b3ca6-0c78-4a68-b89b-782365ff050b tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:33.146209 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fc7643e4-99df-4f4a-9d31-c30acb1dd1ac req-347b3ca6-0c78-4a68-b89b-782365ff050b tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0749066 Jan 18 19:36:33.153265 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceea118-86e8-4da1-b8ec-f5e5c93f7c11 req-200b82c2-cf18-4e80-88d4-1a4618afff5e tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:33.154605 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4ceea118-86e8-4da1-b8ec-f5e5c93f7c11 req-200b82c2-cf18-4e80-88d4-1a4618afff5e tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 946 time: 0.0742900 Jan 18 19:36:33.212224 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6fe76b37-d168-4697-90fd-07b464d81e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (a49d24a7-0895-44e7-a574-a7044a959459), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:33.214876 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6fe76b37-d168-4697-90fd-07b464d81e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:33.216084 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-6fe76b37-d168-4697-90fd-07b464d81e4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a49d24a7-0895-44e7-a574-a7044a959459 HTTP/1.1" status: 204 len: 168 time: 0.3490050 Jan 18 19:36:33.224501 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe76b37-d168-4697-90fd-07b464d81e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49d24a7-0895-44e7-a574-a7044a959459,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:33.231668 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fc7643e4-99df-4f4a-9d31-c30acb1dd1ac req-4f5bab11-1828-4bb6-b854-ecdecc3ef5a1 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761354 Jan 18 19:36:33.246408 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4ceea118-86e8-4da1-b8ec-f5e5c93f7c11 req-17c12a95-6ebb-497d-89a3-224bcfbbd9a8 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791790 Jan 18 19:36:33.393623 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820324b6-74d0-44bf-bfac-dbe5a7a4e32a req-42856ab8-fbd7-4f60-839b-838963ef53c7 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:33.395170 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-820324b6-74d0-44bf-bfac-dbe5a7a4e32a req-42856ab8-fbd7-4f60-839b-838963ef53c7 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 945 time: 0.0787566 Jan 18 19:36:33.402723 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddcaf2-883f-499e-848b-769bb3352a12 req-ce50599b-039a-4204-8a81-5c4b01db3f1f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:33.404063 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8eddcaf2-883f-499e-848b-769bb3352a12 req-ce50599b-039a-4204-8a81-5c4b01db3f1f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0789194 Jan 18 19:36:33.472517 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-820324b6-74d0-44bf-bfac-dbe5a7a4e32a req-70ec11c0-84ac-46a8-a556-66fa18ff6004 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675168 Jan 18 19:36:33.479876 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8eddcaf2-883f-499e-848b-769bb3352a12 req-4e54fe41-9442-497b-b24c-5688bb1c64e8 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691173 Jan 18 19:36:34.182412 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f7764-9a85-42b8-9f6f-6a3ee5049c5d req-5ed1159e-bce5-48a2-ba0e-9add00bc1f2c tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:34.184664 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-666f7764-9a85-42b8-9f6f-6a3ee5049c5d req-5ed1159e-bce5-48a2-ba0e-9add00bc1f2c tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0556974 Jan 18 19:36:34.230483 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-666f7764-9a85-42b8-9f6f-6a3ee5049c5d req-5f25b365-6985-4271-af5e-0da56d17e6bb tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410943 Jan 18 19:36:34.354031 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4e94a-5188-4de7-b315-3cb8a7913c26 req-69b138c4-fa21-437b-bc8a-b515eb5dfbc9 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:34.355764 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-eaa4e94a-5188-4de7-b315-3cb8a7913c26 req-69b138c4-fa21-437b-bc8a-b515eb5dfbc9 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 946 time: 0.0490718 Jan 18 19:36:34.402746 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-eaa4e94a-5188-4de7-b315-3cb8a7913c26 req-4fb24164-ef84-428b-beb4-7d66aa0a7ae0 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402784 Jan 18 19:36:34.619415 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a581a-9bed-4569-9db1-4de35028959a req-ef519d4e-9a21-4ad7-8b93-f0d83d043e36 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:34.620900 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8c0a581a-9bed-4569-9db1-4de35028959a req-ef519d4e-9a21-4ad7-8b93-f0d83d043e36 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 945 time: 0.0755668 Jan 18 19:36:34.710442 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d38b37-4e0c-4ee9-bf92-e262ffd0fbbf req-fcb7a290-7204-4159-9382-b0a6a60c28b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:34.712191 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-49d38b37-4e0c-4ee9-bf92-e262ffd0fbbf req-fcb7a290-7204-4159-9382-b0a6a60c28b6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d566f74dc13d4f3ea84a0b02cd9786fa&device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 1099 time: 0.0903704 Jan 18 19:36:34.727258 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b2b3a-10af-456a-8598-85f82d9e8777 req-e4e19d56-d77a-4413-9943-64255762cb87 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:34.728682 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e85b2b3a-10af-456a-8598-85f82d9e8777 req-e4e19d56-d77a-4413-9943-64255762cb87 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.1271949 Jan 18 19:36:34.754949 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8c0a581a-9bed-4569-9db1-4de35028959a req-2d3d7eab-d6bf-4fa3-8374-24dd0814d52b tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096115 Jan 18 19:36:34.854395 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e85b2b3a-10af-456a-8598-85f82d9e8777 req-6b95a905-3f33-4c2d-8929-316614ef0a18 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089163 Jan 18 19:36:34.869589 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d38b37-4e0c-4ee9-bf92-e262ffd0fbbf req-85bd9804-ddc4-47a2-900d-546041d5b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:34.871069 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-49d38b37-4e0c-4ee9-bf92-e262ffd0fbbf req-85bd9804-ddc4-47a2-900d-546041d5b0c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a37f81d-d7f4-49f1-80e7-09fae1eca369 HTTP/1.1" status: 200 len: 920 time: 0.1388035 Jan 18 19:36:34.911768 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-49d38b37-4e0c-4ee9-bf92-e262ffd0fbbf req-95788564-7e61-408d-9718-c629bc592680 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=166bb415-79b5-4222-8ef1-ee6576e2955d HTTP/1.1" status: 200 len: 217 time: 0.0344081 Jan 18 19:36:34.965021 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d38b37-4e0c-4ee9-bf92-e262ffd0fbbf req-95ede48d-1ee1-4470-a852-b08923d9bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:34.966504 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-49d38b37-4e0c-4ee9-bf92-e262ffd0fbbf req-95ede48d-1ee1-4470-a852-b08923d9bfe8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bdd86ec8-e4ac-4f77-b398-ae467a5e4aac HTTP/1.1" status: 200 len: 859 time: 0.0479877 Jan 18 19:36:34.996821 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-49d38b37-4e0c-4ee9-bf92-e262ffd0fbbf req-47e3dc5b-467d-4148-808a-10db214906bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a37f81d-d7f4-49f1-80e7-09fae1eca369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229809 Jan 18 19:36:35.096648 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-49d38b37-4e0c-4ee9-bf92-e262ffd0fbbf req-dfe95dc7-132b-43e8-b6df-927f548a207d service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828812 Jan 18 19:36:35.194648 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-49d38b37-4e0c-4ee9-bf92-e262ffd0fbbf req-0516811b-6c41-4cef-8bc3-dc5702529d59 service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863760 Jan 18 19:36:35.209156 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 60030) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:35.341947 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-539b7b76-e254-4bec-9547-6b164fe1d539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:35.367867 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 60038) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:35.373542 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d99782-b837-4c32-8265-169e84edd1ec req-546a5201-a2c7-4210-abbd-3203d9a327cf tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:35.375147 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-91d99782-b837-4c32-8265-169e84edd1ec req-546a5201-a2c7-4210-abbd-3203d9a327cf tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0760980 Jan 18 19:36:35.458191 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-91d99782-b837-4c32-8265-169e84edd1ec req-fd92e8f0-a8df-436e-a035-eb9673a31de5 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697110 Jan 18 19:36:35.491300 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-be5b4320-f3bd-4242-b604-c01711f5a98d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:35.494215 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-539b7b76-e254-4bec-9547-6b164fe1d539 admin admin] Publish callbacks [] for security_group (9af15d22-02f7-443a-9ef4-a42571ab46ca), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:35.534708 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54900cb-c5f2-4f7c-82eb-04318da0b8b5 req-3af0eeb6-1731-420c-a0d5-eb7c7e052fb0 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:35.536350 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c54900cb-c5f2-4f7c-82eb-04318da0b8b5 req-3af0eeb6-1731-420c-a0d5-eb7c7e052fb0 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 946 time: 0.0597789 Jan 18 19:36:35.574108 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-be5b4320-f3bd-4242-b604-c01711f5a98d admin admin] Publish callbacks [] for security_group (3134f2fb-074a-4b0d-bdc5-7aa3d16f2d98), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:35.576091 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-539b7b76-e254-4bec-9547-6b164fe1d539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (9af15d22-02f7-443a-9ef4-a42571ab46ca), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:35.613476 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c54900cb-c5f2-4f7c-82eb-04318da0b8b5 req-b2de60a5-1ee1-4b51-835c-3023159faebc tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702491 Jan 18 19:36:35.629804 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-539b7b76-e254-4bec-9547-6b164fe1d539 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c7010f1e6454979b68ea65a5f62251b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4195986 Jan 18 19:36:35.631722 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b7b76-e254-4bec-9547-6b164fe1d539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af15d22-02f7-443a-9ef4-a42571ab46ca,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:35.636819 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 60050) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:35.638774 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b7b76-e254-4bec-9547-6b164fe1d539 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:35.639134 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b7b76-e254-4bec-9547-6b164fe1d539 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:35.639509 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b7b76-e254-4bec-9547-6b164fe1d539 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:35.639854 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b7b76-e254-4bec-9547-6b164fe1d539 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:35.640190 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b7b76-e254-4bec-9547-6b164fe1d539 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:35.640520 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b7b76-e254-4bec-9547-6b164fe1d539 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:35.640849 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b7b76-e254-4bec-9547-6b164fe1d539 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:35.641177 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b7b76-e254-4bec-9547-6b164fe1d539 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:35.641505 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b7b76-e254-4bec-9547-6b164fe1d539 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:35.641836 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b7b76-e254-4bec-9547-6b164fe1d539 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:35.642200 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b7b76-e254-4bec-9547-6b164fe1d539 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:35.642522 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b7b76-e254-4bec-9547-6b164fe1d539 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:35.642844 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539b7b76-e254-4bec-9547-6b164fe1d539 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:36:35.652140 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-be5b4320-f3bd-4242-b604-c01711f5a98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (3134f2fb-074a-4b0d-bdc5-7aa3d16f2d98), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:35.705508 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b4320-f3bd-4242-b604-c01711f5a98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3134f2fb-074a-4b0d-bdc5-7aa3d16f2d98,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:35.711244 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-be5b4320-f3bd-4242-b604-c01711f5a98d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c817c0c14d71474ba41604e7e3c82bed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3423440 Jan 18 19:36:35.713880 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 60052) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:35.744388 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bf9304c5-450f-4a9a-8f37-cc311435df9b admin admin] Publish callbacks [] for security_group (9af15d22-02f7-443a-9ef4-a42571ab46ca), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:35.776693 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bf9304c5-450f-4a9a-8f37-cc311435df9b admin admin] Publish callbacks [] for security_group (9af15d22-02f7-443a-9ef4-a42571ab46ca), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:35.801448 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9042-5bdf-4608-ac56-5ae71bd26617 admin admin] Publish callbacks [] for security_group (3134f2fb-074a-4b0d-bdc5-7aa3d16f2d98), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:35.834009 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9042-5bdf-4608-ac56-5ae71bd26617 admin admin] Publish callbacks [] for security_group (3134f2fb-074a-4b0d-bdc5-7aa3d16f2d98), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:35.878316 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05907ec7-5e65-4bf6-b338-6b6a62e5d38e req-2f6519b1-4e58-49fc-99a6-4b0daf7b076d tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:35.879827 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-05907ec7-5e65-4bf6-b338-6b6a62e5d38e req-2f6519b1-4e58-49fc-99a6-4b0daf7b076d tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 945 time: 0.0587316 Jan 18 19:36:35.955014 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-05907ec7-5e65-4bf6-b338-6b6a62e5d38e req-19018d17-eef1-4bdb-8347-738325a723c4 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694504 Jan 18 19:36:35.971890 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bf9304c5-450f-4a9a-8f37-cc311435df9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (9af15d22-02f7-443a-9ef4-a42571ab46ca), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:35.978217 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bf9304c5-450f-4a9a-8f37-cc311435df9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:35.979578 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-bf9304c5-450f-4a9a-8f37-cc311435df9b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9af15d22-02f7-443a-9ef4-a42571ab46ca HTTP/1.1" status: 204 len: 168 time: 0.3416798 Jan 18 19:36:35.984140 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f18f4-13cd-47f1-a4eb-7cf33dd19efe req-4133a615-f596-4471-85ee-b0de2dc81ad3 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:35.989654 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9042-5bdf-4608-ac56-5ae71bd26617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (3134f2fb-074a-4b0d-bdc5-7aa3d16f2d98), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:35.993492 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9042-5bdf-4608-ac56-5ae71bd26617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:35.997746 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-6e9a9042-5bdf-4608-ac56-5ae71bd26617 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3134f2fb-074a-4b0d-bdc5-7aa3d16f2d98 HTTP/1.1" status: 204 len: 168 time: 0.2801435 Jan 18 19:36:35.997746 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9304c5-450f-4a9a-8f37-cc311435df9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af15d22-02f7-443a-9ef4-a42571ab46ca,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:35.998599 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-365f18f4-13cd-47f1-a4eb-7cf33dd19efe req-4133a615-f596-4471-85ee-b0de2dc81ad3 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0815470 Jan 18 19:36:36.007867 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a9042-5bdf-4608-ac56-5ae71bd26617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3134f2fb-074a-4b0d-bdc5-7aa3d16f2d98,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:36.084763 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-365f18f4-13cd-47f1-a4eb-7cf33dd19efe req-0bb753c5-ad48-4ee9-9f3e-bc4060f018a1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848949 Jan 18 19:36:36.567892 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887bb64-511f-40cc-89b5-0d7518455bda req-2ef1bd6e-39cf-4e60-81de-649efecdd7a7 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:36.569280 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f887bb64-511f-40cc-89b5-0d7518455bda req-2ef1bd6e-39cf-4e60-81de-649efecdd7a7 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0475302 Jan 18 19:36:36.615462 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f887bb64-511f-40cc-89b5-0d7518455bda req-ec5d50e2-bcdb-490f-8a45-6c6423369ffe tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406857 Jan 18 19:36:36.728545 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99815280-c14b-40f9-8459-d5f98e76dbc3 req-86aca4d2-f13c-4b33-9794-a72a39d54cea tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:36.730040 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-99815280-c14b-40f9-8459-d5f98e76dbc3 req-86aca4d2-f13c-4b33-9794-a72a39d54cea tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 946 time: 0.0491898 Jan 18 19:36:36.780548 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-99815280-c14b-40f9-8459-d5f98e76dbc3 req-cf8ee763-76d9-45e8-b3da-79e0ac9a8963 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441818 Jan 18 19:36:36.805925 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 60094) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:36.822093 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6c215a3d-a253-45e7-9b32-c05f4531b3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:36.902132 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6c215a3d-a253-45e7-9b32-c05f4531b3cf admin admin] Publish callbacks [] for security_group (78c3f663-37cd-47ff-b25d-21070db3dbff), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:36.972062 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6c215a3d-a253-45e7-9b32-c05f4531b3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (78c3f663-37cd-47ff-b25d-21070db3dbff), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:37.012454 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-6c215a3d-a253-45e7-9b32-c05f4531b3cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16e4f9f914864a7cb42ab857971f8e6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053494 Jan 18 19:36:37.013581 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c215a3d-a253-45e7-9b32-c05f4531b3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c3f663-37cd-47ff-b25d-21070db3dbff,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:37.015125 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 60106) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:37.097863 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d0dd380b-bfab-421d-bb27-a1b0704f4c2e admin admin] Publish callbacks [] for security_group (78c3f663-37cd-47ff-b25d-21070db3dbff), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:37.108197 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f114bf-1160-4b14-83a6-c8f97afe0f91 req-cd5c76ba-268a-47ad-a070-584578ebf31f tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:37.110218 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c1f114bf-1160-4b14-83a6-c8f97afe0f91 req-cd5c76ba-268a-47ad-a070-584578ebf31f tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 945 time: 0.0722888 Jan 18 19:36:37.143329 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d0dd380b-bfab-421d-bb27-a1b0704f4c2e admin admin] Publish callbacks [] for security_group (78c3f663-37cd-47ff-b25d-21070db3dbff), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:37.244181 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c1f114bf-1160-4b14-83a6-c8f97afe0f91 req-9ea47225-b051-4fbf-9215-366e99364287 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202643 Jan 18 19:36:37.268830 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f87f0-3557-4008-bb70-0fb277a74171 req-61725c68-ee1a-4fdf-b728-0836f9b0512a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:37.270335 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cd1f87f0-3557-4008-bb70-0fb277a74171 req-61725c68-ee1a-4fdf-b728-0836f9b0512a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.1017549 Jan 18 19:36:37.321844 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cd1f87f0-3557-4008-bb70-0fb277a74171 req-529106af-36d6-47a1-8293-8b74dd8bf661 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456853 Jan 18 19:36:37.388814 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d0dd380b-bfab-421d-bb27-a1b0704f4c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (78c3f663-37cd-47ff-b25d-21070db3dbff), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:37.391501 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d0dd380b-bfab-421d-bb27-a1b0704f4c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:37.394928 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-d0dd380b-bfab-421d-bb27-a1b0704f4c2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78c3f663-37cd-47ff-b25d-21070db3dbff HTTP/1.1" status: 204 len: 168 time: 0.3764122 Jan 18 19:36:37.401987 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd380b-bfab-421d-bb27-a1b0704f4c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c3f663-37cd-47ff-b25d-21070db3dbff,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:37.488045 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f31f40-e40c-4fa1-8d64-9c238704e858 req-8939f85b-219b-4399-8622-beeef5e4f186 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:37.489684 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-63f31f40-e40c-4fa1-8d64-9c238704e858 req-8939f85b-219b-4399-8622-beeef5e4f186 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0532284 Jan 18 19:36:37.501721 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 60132) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:37.507151 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-5e9f941d-744c-4a8a-b7fc-5c7c0a16a9a6 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Request body: {'floatingip': {'port_id': '80467ab1-0bd1-447c-9a1c-9089b86faff2'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:36:37.584799 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e9f941d-744c-4a8a-b7fc-5c7c0a16a9a6 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for floatingip (f3265399-f0bb-4c8e-b575-b2ad9d49d04c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:37.781797 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df52410-e5a0-4aee-96ff-0aa0981beacf req-94fa498b-9f4f-476b-a39b-a1119031af94 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:37.784791 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3df52410-e5a0-4aee-96ff-0aa0981beacf req-94fa498b-9f4f-476b-a39b-a1119031af94 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0934505 Jan 18 19:36:37.842460 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3df52410-e5a0-4aee-96ff-0aa0981beacf req-65fe9dd5-3cf4-4a4a-b41a-c876c3f347d8 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518191 Jan 18 19:36:38.478966 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e9f941d-744c-4a8a-b7fc-5c7c0a16a9a6 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:38.566264 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e9f941d-744c-4a8a-b7fc-5c7c0a16a9a6 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087224'] for floatingip (f3265399-f0bb-4c8e-b575-b2ad9d49d04c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:38.687900 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.db.l3_db [None req-5e9f941d-744c-4a8a-b7fc-5c7c0a16a9a6 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Floating IP f3265399-f0bb-4c8e-b575-b2ad9d49d04c associated. External IP: 172.27.2.139, port: 80467ab1-0bd1-447c-9a1c-9089b86faff2. Jan 18 19:36:38.895735 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9f941d-744c-4a8a-b7fc-5c7c0a16a9a6 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Router 95892a55-9723-437d-a1e3-f0ddeff365fc has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:36:38.962955 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967cc8c-4fee-45f9-a8bc-39a8da551550 req-54d88694-6d8b-48d2-9e92-e310745b2ca9 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:38.964444 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1967cc8c-4fee-45f9-a8bc-39a8da551550 req-54d88694-6d8b-48d2-9e92-e310745b2ca9 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0529435 Jan 18 19:36:39.007518 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9f941d-744c-4a8a-b7fc-5c7c0a16a9a6 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:36:39.010958 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1967cc8c-4fee-45f9-a8bc-39a8da551550 req-bb21a852-7d26-4058-a214-75b7302bc1fa tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404208 Jan 18 19:36:39.012055 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e9f941d-744c-4a8a-b7fc-5c7c0a16a9a6 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:39.020736 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bb17f5-1017-4f42-aaab-8c5aa577241e None None] Sync routers for ids ['95892a55-9723-437d-a1e3-f0ddeff365fc'] in dv-cinder-811877-7-iscsi {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:36:39.031920 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb17f5-1017-4f42-aaab-8c5aa577241e None None] Routers {'95892a55-9723-437d-a1e3-f0ddeff365fc'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:36:39.032576 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-a9bb17f5-1017-4f42-aaab-8c5aa577241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:36:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['95892a55-9723-437d-a1e3-f0ddeff365fc'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:36:39.041687 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-5e9f941d-744c-4a8a-b7fc-5c7c0a16a9a6 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "PUT /v2.0/floatingips/f3265399-f0bb-4c8e-b575-b2ad9d49d04c HTTP/1.1" status: 200 len: 992 time: 1.5384858 Jan 18 19:36:39.042526 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0db402-5fec-4b6d-a48f-a182478a5522', 'tag': '80467ab1-0bd1-447c-9a1c-9089b86faff2'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:36:39.045099 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2192f31b9332bf9c25be62e2eb712fda9b4426ea0356a3efb127a3d7520833a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cfe665-1cb6-4c71-a047-2a25073db7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0db402-5fec-4b6d-a48f-a182478a5522", "tag": "80467ab1-0bd1-447c-9a1c-9089b86faff2"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:36:39.084326 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e857b3-13e3-4843-9adf-04317e9daa4c x-openstack-request-id: req-88e857b3-13e3-4843-9adf-04317e9daa4c {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:36:39.084718 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0db402-5fec-4b6d-a48f-a182478a5522", "tag": "80467ab1-0bd1-447c-9a1c-9089b86faff2", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:36:39.085134 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88e857b3-13e3-4843-9adf-04317e9daa4c {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:36:39.086024 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0db402-5fec-4b6d-a48f-a182478a5522', 'tag': '80467ab1-0bd1-447c-9a1c-9089b86faff2', 'status': 'completed', 'code': 200} Jan 18 19:36:39.191368 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfe665-1cb6-4c71-a047-2a25073db7bc req-c9f00bca-c103-49da-a6fb-2f781c1cd336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:39.192447 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-31cfe665-1cb6-4c71-a047-2a25073db7bc req-c9f00bca-c103-49da-a6fb-2f781c1cd336 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf0cd8080e184330b0b0cc9934525143&device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 1099 time: 0.0668395 Jan 18 19:36:39.200212 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-a9bb17f5-1017-4f42-aaab-8c5aa577241e None None] Set router 95892a55-9723-437d-a1e3-f0ddeff365fc gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:36:39.329017 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfe665-1cb6-4c71-a047-2a25073db7bc req-32ab440d-ff6b-455f-93aa-09b2ac88d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:39.330222 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-31cfe665-1cb6-4c71-a047-2a25073db7bc req-32ab440d-ff6b-455f-93aa-09b2ac88d04e service neutron] 10.222.0.35 "GET /v2.0/networks?id=2276716e-d010-493f-805b-07bee1604b14 HTTP/1.1" status: 200 len: 918 time: 0.1196446 Jan 18 19:36:39.441476 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-31cfe665-1cb6-4c71-a047-2a25073db7bc req-cadd29ab-a4d1-4bbe-86d7-c5cc2f752cea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80467ab1-0bd1-447c-9a1c-9089b86faff2 HTTP/1.1" status: 200 len: 1000 time: 0.1043291 Jan 18 19:36:39.503700 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfe665-1cb6-4c71-a047-2a25073db7bc req-a52aac2a-61b8-4a6e-86e7-70d29cd00d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:39.505317 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-31cfe665-1cb6-4c71-a047-2a25073db7bc req-a52aac2a-61b8-4a6e-86e7-70d29cd00d24 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de HTTP/1.1" status: 200 len: 856 time: 0.0537193 Jan 18 19:36:39.528028 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-a9bb17f5-1017-4f42-aaab-8c5aa577241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:39Z', 'revision_number': 4, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': 'f3265399-f0bb-4c8e-b575-b2ad9d49d04c', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'floating_ip_address': '172.27.2.139', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'port_id': '80467ab1-0bd1-447c-9a1c-9089b86faff2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'mac_address': 'fa:16:3e:6d:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0db402-5fec-4b6d-a48f-a182478a5522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:35:43Z', 'updated_at': '2022-01-18T19:36:38Z', 'revision_number': 1, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd458af8c-2fdd-4be7-b4ef-d6bf5b571cec', 'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'mac_address': 'fa:16:3e:2a:0a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:38Z', 'updated_at': '2022-01-18T19:35:44Z', 'revision_number': 5, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'subnets': [{'id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:36:39.565690 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bb17f5-1017-4f42-aaab-8c5aa577241e None None] Checking router: 95892a55-9723-437d-a1e3-f0ddeff365fc for host: dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:36:39.575554 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfe665-1cb6-4c71-a047-2a25073db7bc req-ca7a76a3-97bf-426d-897f-775133e59024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:39.575915 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb17f5-1017-4f42-aaab-8c5aa577241e None None] Routers {'95892a55-9723-437d-a1e3-f0ddeff365fc'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:36:39.576581 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-a9bb17f5-1017-4f42-aaab-8c5aa577241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:36:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['95892a55-9723-437d-a1e3-f0ddeff365fc'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:36:39.577089 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-31cfe665-1cb6-4c71-a047-2a25073db7bc req-ca7a76a3-97bf-426d-897f-775133e59024 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2276716e-d010-493f-805b-07bee1604b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656331 Jan 18 19:36:39.687687 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-97a40e0e-b6cd-484b-968e-409cacd401bc req-4e2132bf-4972-4dec-9d51-41a9de908d6f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800629 Jan 18 19:36:39.748795 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-31cfe665-1cb6-4c71-a047-2a25073db7bc req-26591e91-a4b4-4ca0-8a90-991fa5d47727 service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614571 Jan 18 19:36:39.811866 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-a9bb17f5-1017-4f42-aaab-8c5aa577241e None None] Set router 95892a55-9723-437d-a1e3-f0ddeff365fc gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:36:39.892784 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:36:40.042890 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-a9bb17f5-1017-4f42-aaab-8c5aa577241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:39Z', 'revision_number': 4, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': 'f3265399-f0bb-4c8e-b575-b2ad9d49d04c', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'floating_ip_address': '172.27.2.139', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'port_id': '80467ab1-0bd1-447c-9a1c-9089b86faff2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'mac_address': 'fa:16:3e:6d:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0db402-5fec-4b6d-a48f-a182478a5522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:35:43Z', 'updated_at': '2022-01-18T19:36:38Z', 'revision_number': 1, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd458af8c-2fdd-4be7-b4ef-d6bf5b571cec', 'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'mac_address': 'fa:16:3e:2a:0a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:38Z', 'updated_at': '2022-01-18T19:35:44Z', 'revision_number': 5, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'subnets': [{'id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:36:40.069040 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bb17f5-1017-4f42-aaab-8c5aa577241e None None] The sync data for ids ['95892a55-9723-437d-a1e3-f0ddeff365fc'] in dv-cinder-811877-7-iscsi is: [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:39Z', 'revision_number': 4, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': 'f3265399-f0bb-4c8e-b575-b2ad9d49d04c', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'floating_ip_address': '172.27.2.139', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'port_id': '80467ab1-0bd1-447c-9a1c-9089b86faff2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'mac_address': 'fa:16:3e:6d:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0db402-5fec-4b6d-a48f-a182478a5522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:35:43Z', 'updated_at': '2022-01-18T19:36:38Z', 'revision_number': 1, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd458af8c-2fdd-4be7-b4ef-d6bf5b571cec', 'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'mac_address': 'fa:16:3e:2a:0a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:38Z', 'updated_at': '2022-01-18T19:35:44Z', 'revision_number': 5, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'subnets': [{'id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:36:40.171074 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ea297-e505-40ef-b3c6-ea5db41f4e10 req-6cce3b00-9503-4ddd-ab68-c5e86e49e9cd tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:40.172619 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e08ea297-e505-40ef-b3c6-ea5db41f4e10 req-6cce3b00-9503-4ddd-ab68-c5e86e49e9cd tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0617113 Jan 18 19:36:40.246088 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e08ea297-e505-40ef-b3c6-ea5db41f4e10 req-bac79b21-98bb-412a-815b-877e2df7361e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669019 Jan 18 19:36:40.374506 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477d6f63-eeb6-4a11-9e65-027f705eaf22 None None] New status for floating IP f3265399-f0bb-4c8e-b575-b2ad9d49d04c: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 19:36:42.862774 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:46.159695 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-31cfe665-1cb6-4c71-a047-2a25073db7bc req-247c9244-7aaf-4c45-b011-ed802a6c8e68 service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849071 Jan 18 19:36:46.163553 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a40e0e-b6cd-484b-968e-409cacd401bc req-5b0156ae-4dc2-4fae-9da1-819868f563fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:46.165717 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-97a40e0e-b6cd-484b-968e-409cacd401bc req-5b0156ae-4dc2-4fae-9da1-819868f563fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be668e6d10aa4518abe4256a2c3660a5&device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 1099 time: 0.0420237 Jan 18 19:36:46.401881 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a40e0e-b6cd-484b-968e-409cacd401bc req-26f0f2b3-6357-489c-b7a1-6a42e7f468de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:46.403420 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-97a40e0e-b6cd-484b-968e-409cacd401bc req-26f0f2b3-6357-489c-b7a1-6a42e7f468de service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f02a957-f869-4436-9e44-afa05054a27b HTTP/1.1" status: 200 len: 915 time: 0.1110821 Jan 18 19:36:46.413674 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afb1ff-3741-4232-b8c0-7934d41d3842 req-e775542b-6bd3-45f5-968a-1be68c622ade tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:46.415288 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-82afb1ff-3741-4232-b8c0-7934d41d3842 req-e775542b-6bd3-45f5-968a-1be68c622ade tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0569422 Jan 18 19:36:46.475100 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-82afb1ff-3741-4232-b8c0-7934d41d3842 req-ee2ba446-a0b7-40ae-9141-45f31a507c21 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522902 Jan 18 19:36:46.649003 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6bf40379-7127-4548-bcb8-ddbd77e74e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:46.722112 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-97a40e0e-b6cd-484b-968e-409cacd401bc req-be01d403-d648-4080-81b0-c9605b33b8b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5e4ef92-a840-4d41-ae88-02e476cd254b HTTP/1.1" status: 200 len: 217 time: 0.0359433 Jan 18 19:36:46.777810 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a40e0e-b6cd-484b-968e-409cacd401bc req-ab01c802-82f3-409b-932d-d56a1109ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:46.779310 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-97a40e0e-b6cd-484b-968e-409cacd401bc req-ab01c802-82f3-409b-932d-d56a1109ea98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5acafb2-5b1c-4f2d-8e13-e936b8fb807f HTTP/1.1" status: 200 len: 854 time: 0.0511556 Jan 18 19:36:46.819753 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-97a40e0e-b6cd-484b-968e-409cacd401bc req-d053efb7-c8a5-42b8-96e8-734d365f09fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f02a957-f869-4436-9e44-afa05054a27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263793 Jan 18 19:36:46.906212 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-97a40e0e-b6cd-484b-968e-409cacd401bc req-e6a9ad1c-764d-420c-ad90-564ed78922dc service neutron] 10.222.0.35 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801351 Jan 18 19:36:46.998789 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-97a40e0e-b6cd-484b-968e-409cacd401bc req-4ce464d6-7552-4f1d-a3ed-192b88c77aa3 service neutron] 10.222.0.35 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857358 Jan 18 19:36:47.589825 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d15dd-61f0-4196-bdf0-79527abaa695 req-0500146d-5eee-4449-937a-640eb4873891 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:47.591370 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-de5d15dd-61f0-4196-bdf0-79527abaa695 req-0500146d-5eee-4449-937a-640eb4873891 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0475638 Jan 18 19:36:47.638583 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-de5d15dd-61f0-4196-bdf0-79527abaa695 req-170d205b-7c7b-47d3-a8c2-b8b2d1e6eb45 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412395 Jan 18 19:36:48.753032 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49dcc0-ce19-4047-b11a-47e834805228 req-143e0467-57f5-4abc-ae2e-bf4d3744984f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:48.754525 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2b49dcc0-ce19-4047-b11a-47e834805228 req-143e0467-57f5-4abc-ae2e-bf4d3744984f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0488362 Jan 18 19:36:48.802673 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2b49dcc0-ce19-4047-b11a-47e834805228 req-663ded16-6f42-4610-96e3-0ea0246c39c0 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422139 Jan 18 19:36:49.168912 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-491e83ca-d8be-496e-af1f-b4cfd8907cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:49.925697 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0803486-f674-41ff-91a2-ed37f38d4632 req-162cd67e-e863-4105-b2c6-72c9cfc2e71b tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:49.927218 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a0803486-f674-41ff-91a2-ed37f38d4632 req-162cd67e-e863-4105-b2c6-72c9cfc2e71b tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0499327 Jan 18 19:36:49.973153 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:49.977114 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a0803486-f674-41ff-91a2-ed37f38d4632 req-16b8f9a5-ca98-40f9-88df-438a1e4c67be tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418258 Jan 18 19:36:51.086035 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbaeb4c-ecf9-4ba8-9b68-6e992a975232 req-89adf01c-c4b0-443f-aa9d-8457f08d5966 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:51.087485 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bdbaeb4c-ecf9-4ba8-9b68-6e992a975232 req-89adf01c-c4b0-443f-aa9d-8457f08d5966 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0465882 Jan 18 19:36:51.139866 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bdbaeb4c-ecf9-4ba8-9b68-6e992a975232 req-c20846e5-8026-4de9-b550-b501a97235e4 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468748 Jan 18 19:36:51.514108 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:52.257383 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f1708-ae3f-4241-be8c-63e66e010847 req-b69421f0-3b54-4b9c-bd74-23a60ef17004 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:52.258936 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-975f1708-ae3f-4241-be8c-63e66e010847 req-b69421f0-3b54-4b9c-bd74-23a60ef17004 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0527730 Jan 18 19:36:52.308442 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-975f1708-ae3f-4241-be8c-63e66e010847 req-7fba49b4-b7eb-4144-8675-69ae585974d6 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440912 Jan 18 19:36:53.039597 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:53.427286 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d59628-2c99-4edb-843c-434c2c5cb5d9 req-ba3af520-ff9c-4855-82f6-4c279d507d91 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:53.428915 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a8d59628-2c99-4edb-843c-434c2c5cb5d9 req-ba3af520-ff9c-4855-82f6-4c279d507d91 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0496562 Jan 18 19:36:53.474750 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a8d59628-2c99-4edb-843c-434c2c5cb5d9 req-acd146ff-2f5a-4101-9232-8e573534f440 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405011 Jan 18 19:36:54.584862 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe322c-b780-4ca2-aa37-a427bc9db9fc req-dd49aa32-9b62-4089-bed5-cc7e0a916ad7 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:54.586262 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-91fe322c-b780-4ca2-aa37-a427bc9db9fc req-dd49aa32-9b62-4089-bed5-cc7e0a916ad7 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0481398 Jan 18 19:36:54.634442 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-91fe322c-b780-4ca2-aa37-a427bc9db9fc req-bf0d5b57-5186-4dc0-8ead-c8b5c5d2bf75 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426848 Jan 18 19:36:55.744619 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59560e-6cb4-4043-a14b-afd1c5da56b0 req-f9a171d4-13c5-43b8-b21b-769af8d87d34 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:55.746047 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6c59560e-6cb4-4043-a14b-afd1c5da56b0 req-f9a171d4-13c5-43b8-b21b-769af8d87d34 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0474772 Jan 18 19:36:55.790560 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6c59560e-6cb4-4043-a14b-afd1c5da56b0 req-47395ed5-2459-4351-8f80-3162653a6c3e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390749 Jan 18 19:36:56.911002 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aef0a2-9305-40b9-9f99-6bee70a34cdc req-bd2d64aa-364f-483d-a82e-a2c5d5b8c153 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:56.912539 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-29aef0a2-9305-40b9-9f99-6bee70a34cdc req-bd2d64aa-364f-483d-a82e-a2c5d5b8c153 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0488501 Jan 18 19:36:56.958002 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-29aef0a2-9305-40b9-9f99-6bee70a34cdc req-5220462e-6b49-470a-8950-10296fafad5e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400989 Jan 18 19:36:58.070959 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85540db4-a491-448b-a3ae-bd02c94e01e6 req-63d0a0c6-01eb-4880-81f7-11085cc4b189 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:58.072432 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-85540db4-a491-448b-a3ae-bd02c94e01e6 req-63d0a0c6-01eb-4880-81f7-11085cc4b189 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0500536 Jan 18 19:36:58.136863 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-85540db4-a491-448b-a3ae-bd02c94e01e6 req-8b711a57-f39e-4e8d-b54e-58bbdbfceae0 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513794 Jan 18 19:36:59.247722 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf5516-a265-44b9-8d94-48eea4df99db req-b2751a00-7048-46ec-b56b-71681ae07cab tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:36:59.249183 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0fdf5516-a265-44b9-8d94-48eea4df99db req-b2751a00-7048-46ec-b56b-71681ae07cab tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0478151 Jan 18 19:36:59.297229 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0fdf5516-a265-44b9-8d94-48eea4df99db req-d7a72fb2-5ae8-4902-8506-321b3f22305e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425112 Jan 18 19:36:59.418041 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 60588) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:59.531709 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-80022462-32c0-40df-96e9-f919ace06e62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:59.609768 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-80022462-32c0-40df-96e9-f919ace06e62 admin admin] Publish callbacks [] for security_group (998e6b36-6a49-4242-90b8-1727cbc83164), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:59.705206 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-80022462-32c0-40df-96e9-f919ace06e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (998e6b36-6a49-4242-90b8-1727cbc83164), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:59.747341 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80022462-32c0-40df-96e9-f919ace06e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998e6b36-6a49-4242-90b8-1727cbc83164,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:36:59.762694 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 60608) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:36:59.768843 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-80022462-32c0-40df-96e9-f919ace06e62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c394202bd9ba49a9ba1b8853822affbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496482 Jan 18 19:36:59.812255 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-9c1598ff-febc-4b3d-a2c9-31fa84eaa889 admin admin] Publish callbacks [] for security_group (998e6b36-6a49-4242-90b8-1727cbc83164), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:59.840594 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-9c1598ff-febc-4b3d-a2c9-31fa84eaa889 admin admin] Publish callbacks [] for security_group (998e6b36-6a49-4242-90b8-1727cbc83164), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:36:59.999311 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-9c1598ff-febc-4b3d-a2c9-31fa84eaa889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (998e6b36-6a49-4242-90b8-1727cbc83164), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:00.001874 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-9c1598ff-febc-4b3d-a2c9-31fa84eaa889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:00.003062 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-9c1598ff-febc-4b3d-a2c9-31fa84eaa889 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/998e6b36-6a49-4242-90b8-1727cbc83164 HTTP/1.1" status: 204 len: 168 time: 0.2393923 Jan 18 19:37:00.010908 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1598ff-febc-4b3d-a2c9-31fa84eaa889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998e6b36-6a49-4242-90b8-1727cbc83164,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:00.433212 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66329e-a90e-442e-b641-74f72ac02114 req-70961b52-1d43-4ca6-9766-3b532a1c62de tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:00.434726 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ca66329e-a90e-442e-b641-74f72ac02114 req-70961b52-1d43-4ca6-9766-3b532a1c62de tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0493255 Jan 18 19:37:00.487177 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ca66329e-a90e-442e-b641-74f72ac02114 req-23c4edd2-68b7-4eba-9c43-2d20381c7af2 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427775 Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.637230 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.639487 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.639487 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.639487 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.639487 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.639487 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.639487 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.639487 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.639487 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.639487 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.639487 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.639487 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:00.639487 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:00.640716 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-1d2ba8ae-0abd-4777-b921-684cbb2a382a tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:00.646550 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-1d2ba8ae-0abd-4777-b921-684cbb2a382a tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/networks?id=4f02a957-f869-4436-9e44-afa05054a27b HTTP/1.1" status: 200 len: 814 time: 0.1133645 Jan 18 19:37:00.657895 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-e12c3733-306b-4c0e-80b5-a8d4665f17a6 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/quotas/be668e6d10aa4518abe4256a2c3660a5 HTTP/1.1" status: 200 len: 375 time: 0.0093396 Jan 18 19:37:00.676909 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 60656) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:00.690154 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3d3a69cf-64d6-4b6c-bb98-9c58428b3f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:00.706835 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-371c187e-67a1-49ec-afc1-fc5ff35dfbec tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=be668e6d10aa4518abe4256a2c3660a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437820 Jan 18 19:37:00.778443 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3d3a69cf-64d6-4b6c-bb98-9c58428b3f75 admin admin] Publish callbacks [] for security_group (e6166290-0787-415e-9f97-3253aa4d00ac), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:00.810846 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-b9f5dc75-313b-41d9-a270-45b1ce93da06 service neutron] 10.222.0.20 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964048 Jan 18 19:37:00.859924 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3d3a69cf-64d6-4b6c-bb98-9c58428b3f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (e6166290-0787-415e-9f97-3253aa4d00ac), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:00.908764 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-3d3a69cf-64d6-4b6c-bb98-9c58428b3f75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52b1b81a20004ac3b4772fca98e54a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305789 Jan 18 19:37:00.909579 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a69cf-64d6-4b6c-bb98-9c58428b3f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6166290-0787-415e-9f97-3253aa4d00ac,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:00.912909 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 60666) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:00.971838 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc166b95-130d-46ba-a2e2-e6e2d2954864 admin admin] Publish callbacks [] for security_group (e6166290-0787-415e-9f97-3253aa4d00ac), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:00.993333 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc166b95-130d-46ba-a2e2-e6e2d2954864 admin admin] Publish callbacks [] for security_group (e6166290-0787-415e-9f97-3253aa4d00ac), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:01.074500 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-891dc3b3-ada9-41ea-9b15-84ec99b8789f service neutron] 10.222.0.20 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578406 Jan 18 19:37:01.123413 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc166b95-130d-46ba-a2e2-e6e2d2954864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (e6166290-0787-415e-9f97-3253aa4d00ac), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:01.126399 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc166b95-130d-46ba-a2e2-e6e2d2954864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:01.127959 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-dc166b95-130d-46ba-a2e2-e6e2d2954864 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6166290-0787-415e-9f97-3253aa4d00ac HTTP/1.1" status: 204 len: 168 time: 0.2137623 Jan 18 19:37:01.136345 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc166b95-130d-46ba-a2e2-e6e2d2954864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6166290-0787-415e-9f97-3253aa4d00ac,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:01.301019 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5fded8b9-c29f-4bac-b4b5-1d57710751f8 req-e2e321f7-40ef-43c0-a466-d1d80a5c1fd9 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 210 time: 0.0302858 Jan 18 19:37:01.611782 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa6cf3-a61b-4c81-8d6a-95b1778ecd94 req-4f7c4572-14bb-454b-b930-3d1b5f45680f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:01.613283 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-abaa6cf3-a61b-4c81-8d6a-95b1778ecd94 req-4f7c4572-14bb-454b-b930-3d1b5f45680f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0604491 Jan 18 19:37:01.669685 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-abaa6cf3-a61b-4c81-8d6a-95b1778ecd94 req-7c51d372-1243-4e0d-ad7c-db009cd25741 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501356 Jan 18 19:37:01.694235 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 60696) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:01.808086 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1655d65-8077-4683-977e-2454a17dd43d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:01.910110 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1655d65-8077-4683-977e-2454a17dd43d admin admin] Publish callbacks [] for security_group (f98e2ebe-4ecb-42ab-bf01-c9105e0acc4e), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:02.053938 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e1655d65-8077-4683-977e-2454a17dd43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (f98e2ebe-4ecb-42ab-bf01-c9105e0acc4e), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:02.092450 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1655d65-8077-4683-977e-2454a17dd43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98e2ebe-4ecb-42ab-bf01-c9105e0acc4e,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:02.098829 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-e1655d65-8077-4683-977e-2454a17dd43d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f398f8edc074677b8805a269c1e95da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4027827 Jan 18 19:37:02.105737 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 60718) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:02.161047 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f59c3fee-d5f7-4ada-b799-5600c8f814b4 admin admin] Publish callbacks [] for security_group (f98e2ebe-4ecb-42ab-bf01-c9105e0acc4e), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:02.183401 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f59c3fee-d5f7-4ada-b799-5600c8f814b4 admin admin] Publish callbacks [] for security_group (f98e2ebe-4ecb-42ab-bf01-c9105e0acc4e), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:02.296649 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f59c3fee-d5f7-4ada-b799-5600c8f814b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (f98e2ebe-4ecb-42ab-bf01-c9105e0acc4e), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:02.299653 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f59c3fee-d5f7-4ada-b799-5600c8f814b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:02.302663 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-f59c3fee-d5f7-4ada-b799-5600c8f814b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f98e2ebe-4ecb-42ab-bf01-c9105e0acc4e HTTP/1.1" status: 204 len: 168 time: 0.1962552 Jan 18 19:37:02.311052 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c3fee-d5f7-4ada-b799-5600c8f814b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98e2ebe-4ecb-42ab-bf01-c9105e0acc4e,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:02.406759 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-79e464d2-63e3-43e0-a977-84bdcc440503 req-0844e303-46fb-4584-9b1b-b9ca0cbab2cf tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 210 time: 0.0301263 Jan 18 19:37:02.418047 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 60730) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:02.514629 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-9f52211f-8541-41f6-8926-3d2d9037c9bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1000043718-network', 'tenant_id': '1a6294e8f59949119958a369283ac70d'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:02.622106 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f52211f-8541-41f6-8926-3d2d9037c9bc admin admin] Made reservation on behalf of 1a6294e8f59949119958a369283ac70d for: {'network': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:37:02.626221 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f52211f-8541-41f6-8926-3d2d9037c9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for network (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:02.635369 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f52211f-8541-41f6-8926-3d2d9037c9bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:02.724640 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f52211f-8541-41f6-8926-3d2d9037c9bc admin admin] Publish callbacks [] for security_group (123f213d-8d2d-4951-96ec-11dc314090cc), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:02.802236 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93061e1b-1b09-43c8-985e-e359b7463381 req-2e637571-8962-4784-a81e-81cd22cd55c2 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:02.803695 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-93061e1b-1b09-43c8-985e-e359b7463381 req-2e637571-8962-4784-a81e-81cd22cd55c2 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0546925 Jan 18 19:37:02.827832 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f52211f-8541-41f6-8926-3d2d9037c9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (123f213d-8d2d-4951-96ec-11dc314090cc), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:02.853875 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f52211f-8541-41f6-8926-3d2d9037c9bc admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:37:02.855660 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-93061e1b-1b09-43c8-985e-e359b7463381 req-8228792d-44fc-4eb7-aed3-9d713bcf46be tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462093 Jan 18 19:37:02.870581 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52211f-8541-41f6-8926-3d2d9037c9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123f213d-8d2d-4951-96ec-11dc314090cc,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:02.873605 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f52211f-8541-41f6-8926-3d2d9037c9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (c3d86d22-3f6f-4aa1-9df4-4396e1345c91), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:02.873819 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.db.segments_db [None req-9f52211f-8541-41f6-8926-3d2d9037c9bc admin admin] Added segment c3d86d22-3f6f-4aa1-9df4-4396e1345c91 of type vlan for network 0f41e479-a15a-4a2a-b86f-bd0646e725cf Jan 18 19:37:02.913669 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f52211f-8541-41f6-8926-3d2d9037c9bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736991889309'] for network (0f41e479-a15a-4a2a-b86f-bd0646e725cf), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:03.113608 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f52211f-8541-41f6-8926-3d2d9037c9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for network (0f41e479-a15a-4a2a-b86f-bd0646e725cf), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:03.117107 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f52211f-8541-41f6-8926-3d2d9037c9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:03.117107 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f52211f-8541-41f6-8926-3d2d9037c9bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:03.171644 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52211f-8541-41f6-8926-3d2d9037c9bc admin admin] Pushing event updated for resources: {'Network': ['ID=0f41e479-a15a-4a2a-b86f-bd0646e725cf,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:03.182626 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Network 0f41e479-a15a-4a2a-b86f-bd0646e725cf details requested by agent ovs-agent-dv-cinder-811877-7-iscsi with host dv-cinder-811877-7-iscsi {{(pid=103174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:37:03.239112 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-9f52211f-8541-41f6-8926-3d2d9037c9bc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8192055 Jan 18 19:37:03.241934 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 60768) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:03.247152 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-1c7b3e42-7009-493d-8b3b-e219eba4e2ce admin admin] Request body: {'subnet': {'network_id': '0f41e479-a15a-4a2a-b86f-bd0646e725cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1000043718-subnet', 'tenant_id': '1a6294e8f59949119958a369283ac70d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:03.353205 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7b3e42-7009-493d-8b3b-e219eba4e2ce admin admin] Made reservation on behalf of 1a6294e8f59949119958a369283ac70d for: {'subnet': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:37:03.355565 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1c7b3e42-7009-493d-8b3b-e219eba4e2ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:03.539995 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7eb56eb2-6048-44ab-a4f1-a67224466c73 req-079e5748-a52f-4bac-98d7-be2577014125 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 210 time: 0.0357883 Jan 18 19:37:03.599347 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1c7b3e42-7009-493d-8b3b-e219eba4e2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for subnet (b6a53708-1775-41ef-b613-7e450e79ba49), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:03.656440 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b3e42-7009-493d-8b3b-e219eba4e2ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a53708-1775-41ef-b613-7e450e79ba49,revision_number=0']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:03.658186 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 60782) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:03.672804 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7b3e42-7009-493d-8b3b-e219eba4e2ce admin admin] Checking segment: {'id': 'c3d86d22-3f6f-4aa1-9df4-4396e1345c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0f41e479-a15a-4a2a-b86f-bd0646e725cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:37:03.672804 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7b3e42-7009-493d-8b3b-e219eba4e2ce admin admin] Network hostable DHCP agents. Network: 0f41e479-a15a-4a2a-b86f-bd0646e725cf, hostable agents: ['0d168223-99d0-40e7-a552-9355723bc6d5'], hosted agents: [] {{(pid=103172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:37:03.739285 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7b3e42-7009-493d-8b3b-e219eba4e2ce admin admin] Network 0f41e479-a15a-4a2a-b86f-bd0646e725cf is scheduled to be hosted by DHCP agent 0d168223-99d0-40e7-a552-9355723bc6d5 with binding_index 1 {{(pid=103172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:37:03.765565 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8f2632ca-b066-4ef0-8e2c-643f5e3789cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:03.825281 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-1c7b3e42-7009-493d-8b3b-e219eba4e2ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-7-iscsi, 0f41e479-a15a-4a2a-b86f-bd0646e725cf) {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:37:03.836051 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fb3bec-90d2-4e11-9d17-7de7640e5851 None None] Network 0f41e479-a15a-4a2a-b86f-bd0646e725cf requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:37:03.836165 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7b3e42-7009-493d-8b3b-e219eba4e2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:03.836402 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1c7b3e42-7009-493d-8b3b-e219eba4e2ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:03.922792 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-1c7b3e42-7009-493d-8b3b-e219eba4e2ce admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6794510 Jan 18 19:37:03.924415 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8f2632ca-b066-4ef0-8e2c-643f5e3789cf admin admin] Publish callbacks [] for security_group (8617bce9-6690-44f0-b068-c17f46307261), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:03.971470 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de9b033-33d1-45fc-9c14-5d65a1887648 None None] Network 0f41e479-a15a-4a2a-b86f-bd0646e725cf requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:37:04.007927 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3d07a3f9-57f0-4add-9f23-61defeed64a4 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:04.011351 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3d07a3f9-57f0-4add-9f23-61defeed64a4 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.35 "GET /v2.0/networks?id=4f02a957-f869-4436-9e44-afa05054a27b HTTP/1.1" status: 200 len: 814 time: 0.1926689 Jan 18 19:37:04.013511 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8f2632ca-b066-4ef0-8e2c-643f5e3789cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (8617bce9-6690-44f0-b068-c17f46307261), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:04.046446 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-84d808fb-55ae-4484-b33f-3101d888cf9f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Request body: {'port': {'device_id': '4d0f9a78-d757-4446-aa43-e96f7d011646', 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b', 'admin_state_up': True, 'tenant_id': 'be668e6d10aa4518abe4256a2c3660a5'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:04.091479 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214d6f4-f4dc-4df8-926e-6518bd099952 req-aad14a2b-bcd2-4865-a931-173746599353 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:04.093209 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2214d6f4-f4dc-4df8-926e-6518bd099952 req-aad14a2b-bcd2-4865-a931-173746599353 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.1167786 Jan 18 19:37:04.134703 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-8f2632ca-b066-4ef0-8e2c-643f5e3789cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24cd295df31f41288a663fb321f55fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4737411 Jan 18 19:37:04.135923 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 60800) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:04.138648 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2632ca-b066-4ef0-8e2c-643f5e3789cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8617bce9-6690-44f0-b068-c17f46307261,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:04.160697 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2214d6f4-f4dc-4df8-926e-6518bd099952 req-6c16d84b-72de-4e2a-ba89-e77cd5a0ef38 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586412 Jan 18 19:37:04.211236 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b2d81eda-9919-45c6-bb51-b508e7047537 admin admin] Publish callbacks [] for security_group (8617bce9-6690-44f0-b068-c17f46307261), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:04.234255 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b2d81eda-9919-45c6-bb51-b508e7047537 admin admin] Publish callbacks [] for security_group (8617bce9-6690-44f0-b068-c17f46307261), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:04.341884 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-84d808fb-55ae-4484-b33f-3101d888cf9f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Made reservation on behalf of be668e6d10aa4518abe4256a2c3660a5 for: {'port': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:37:04.346518 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-84d808fb-55ae-4484-b33f-3101d888cf9f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:04.394543 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b2d81eda-9919-45c6-bb51-b508e7047537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (8617bce9-6690-44f0-b068-c17f46307261), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:04.397344 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b2d81eda-9919-45c6-bb51-b508e7047537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:04.401236 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-b2d81eda-9919-45c6-bb51-b508e7047537 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8617bce9-6690-44f0-b068-c17f46307261 HTTP/1.1" status: 204 len: 168 time: 0.2619088 Jan 18 19:37:04.408305 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d81eda-9919-45c6-bb51-b508e7047537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8617bce9-6690-44f0-b068-c17f46307261,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:04.504605 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-84d808fb-55ae-4484-b33f-3101d888cf9f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Allocated IP 172.20.0.13 (4f02a957-f869-4436-9e44-afa05054a27b/c5acafb2-5b1c-4f2d-8e13-e936b8fb807f/ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:37:04.645342 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ec6198ea-a363-4bcd-b2dc-afa4d1d6da53 req-f5ed4205-0417-4360-a146-0851040c96ca tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 210 time: 0.0257609 Jan 18 19:37:04.671014 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-84d808fb-55ae-4484-b33f-3101d888cf9f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks [] for port (ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:04.771866 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-84d808fb-55ae-4484-b33f-3101d888cf9f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:04.791020 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['e5e4ef92-a840-4d41-ae88-02e476cd254b'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:37:04.815591 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-84d808fb-55ae-4484-b33f-3101d888cf9f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Network 4f02a957-f869-4436-9e44-afa05054a27b is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:37:04.822868 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-84d808fb-55ae-4484-b33f-3101d888cf9f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:37:04.826733 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-84d808fb-55ae-4484-b33f-3101d888cf9f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:37:04.876450 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-84d808fb-55ae-4484-b33f-3101d888cf9f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:04.877067 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-84d808fb-55ae-4484-b33f-3101d888cf9f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:04.893079 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d808fb-55ae-4484-b33f-3101d888cf9f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Pushing event updated for resources: {'Port': ['ID=ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:04.950830 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 60828) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:04.956521 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-9ff8cd62-f99f-4e01-9b9c-efedbfe9f784 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-718485232-network', 'tenant_id': 'ad94e96e1de0467fb44c6399e1396a3d'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:05.139825 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-84d808fb-55ae-4484-b33f-3101d888cf9f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1096189 Jan 18 19:37:05.140399 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff8cd62-f99f-4e01-9b9c-efedbfe9f784 admin admin] Made reservation on behalf of ad94e96e1de0467fb44c6399e1396a3d for: {'network': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:37:05.142684 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9ff8cd62-f99f-4e01-9b9c-efedbfe9f784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for network (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:05.151457 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9ff8cd62-f99f-4e01-9b9c-efedbfe9f784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:05.224913 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Request body: {'port': {'device_id': '4d0f9a78-d757-4446-aa43-e96f7d011646', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:05.244350 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 60836) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:05.247903 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9ff8cd62-f99f-4e01-9b9c-efedbfe9f784 admin admin] Publish callbacks [] for security_group (3ef2b349-20ef-432f-bc74-445be9c4f4a5), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:05.276706 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-594177d3-ff40-41c6-b8fb-6ced5704baef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:05.283585 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:05.309555 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999db6e0-5cfd-4795-b234-34790c85792a req-8875e1e6-978f-41fa-a56e-fa27b8802aab tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:05.312077 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-999db6e0-5cfd-4795-b234-34790c85792a req-8875e1e6-978f-41fa-a56e-fa27b8802aab tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0762136 Jan 18 19:37:05.332853 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9ff8cd62-f99f-4e01-9b9c-efedbfe9f784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (3ef2b349-20ef-432f-bc74-445be9c4f4a5), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:05.362475 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff8cd62-f99f-4e01-9b9c-efedbfe9f784 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:37:05.383054 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-999db6e0-5cfd-4795-b234-34790c85792a req-f8dd6611-77e9-4668-8297-6c33749373ab tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652280 Jan 18 19:37:05.410820 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-594177d3-ff40-41c6-b8fb-6ced5704baef admin admin] Publish callbacks [] for security_group (ecdf0e89-89c3-4729-8d48-9284bcadc3ff), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:05.429311 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9ff8cd62-f99f-4e01-9b9c-efedbfe9f784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (63afd8a7-4c46-4df9-80fd-57344c0c65e8), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:05.429652 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.db.segments_db [None req-9ff8cd62-f99f-4e01-9b9c-efedbfe9f784 admin admin] Added segment 63afd8a7-4c46-4df9-80fd-57344c0c65e8 of type vlan for network 335090bc-0f31-4c92-b4ed-596cba64b904 Jan 18 19:37:05.430942 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8cd62-f99f-4e01-9b9c-efedbfe9f784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef2b349-20ef-432f-bc74-445be9c4f4a5,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:05.455940 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-594177d3-ff40-41c6-b8fb-6ced5704baef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (ecdf0e89-89c3-4729-8d48-9284bcadc3ff), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:05.494621 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594177d3-ff40-41c6-b8fb-6ced5704baef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdf0e89-89c3-4729-8d48-9284bcadc3ff,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:05.500104 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-594177d3-ff40-41c6-b8fb-6ced5704baef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a14a03ed5f7f462ab233c4e22b84e604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533741 Jan 18 19:37:05.503158 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 60840) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:05.513151 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9ff8cd62-f99f-4e01-9b9c-efedbfe9f784 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736991889309'] for network (335090bc-0f31-4c92-b4ed-596cba64b904), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:05.549606 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-69c11481-cb18-4076-82ba-e479fc6d484c admin admin] Publish callbacks [] for security_group (ecdf0e89-89c3-4729-8d48-9284bcadc3ff), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:05.574540 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-69c11481-cb18-4076-82ba-e479fc6d484c admin admin] Publish callbacks [] for security_group (ecdf0e89-89c3-4729-8d48-9284bcadc3ff), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:05.627780 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:37:05.632074 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9ff8cd62-f99f-4e01-9b9c-efedbfe9f784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for network (335090bc-0f31-4c92-b4ed-596cba64b904), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:05.633009 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff8cd62-f99f-4e01-9b9c-efedbfe9f784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:05.633575 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9ff8cd62-f99f-4e01-9b9c-efedbfe9f784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:05.640661 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Publish callbacks [] for port (ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:05.702634 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8cd62-f99f-4e01-9b9c-efedbfe9f784 admin admin] Pushing event updated for resources: {'Network': ['ID=335090bc-0f31-4c92-b4ed-596cba64b904,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:05.712410 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Network 335090bc-0f31-4c92-b4ed-596cba64b904 details requested by agent ovs-agent-dv-cinder-811877-7-iscsi with host dv-cinder-811877-7-iscsi {{(pid=103174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:37:05.725851 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-69c11481-cb18-4076-82ba-e479fc6d484c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (ecdf0e89-89c3-4729-8d48-9284bcadc3ff), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:05.727505 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Transition to ACTIVE for port object ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 will not be triggered until provisioned by entity L2. {{(pid=103173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:37:05.728543 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-69c11481-cb18-4076-82ba-e479fc6d484c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:05.729807 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-69c11481-cb18-4076-82ba-e479fc6d484c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecdf0e89-89c3-4729-8d48-9284bcadc3ff HTTP/1.1" status: 204 len: 168 time: 0.2256100 Jan 18 19:37:05.750816 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-9ff8cd62-f99f-4e01-9b9c-efedbfe9f784 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7987180 Jan 18 19:37:05.752078 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 60848) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:05.756500 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c11481-cb18-4076-82ba-e479fc6d484c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdf0e89-89c3-4729-8d48-9284bcadc3ff,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:05.761744 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-fa2b1334-31c8-421b-bf5c-3b6f339a76c7 admin admin] Request body: {'subnet': {'network_id': '335090bc-0f31-4c92-b4ed-596cba64b904', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-718485232-subnet', 'tenant_id': 'ad94e96e1de0467fb44c6399e1396a3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:05.779031 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc65230-9cac-46e0-ac5f-1ef03311bf1a req-be245984-f67c-4dbc-a2ca-464a24af335f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:05.780991 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9cc65230-9cac-46e0-ac5f-1ef03311bf1a req-be245984-f67c-4dbc-a2ca-464a24af335f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 932 time: 0.0663276 Jan 18 19:37:05.802264 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740253'] for port (ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:05.846615 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9cc65230-9cac-46e0-ac5f-1ef03311bf1a req-d756ab12-187a-4476-9c86-c6c0f611bd45 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555813 Jan 18 19:37:05.875550 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2b1334-31c8-421b-bf5c-3b6f339a76c7 admin admin] Made reservation on behalf of ad94e96e1de0467fb44c6399e1396a3d for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:37:05.877790 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa2b1334-31c8-421b-bf5c-3b6f339a76c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4604092'] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:06.079243 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:06.180304 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Attempting to bind port ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:37:06.182917 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Attempting to bind port ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'd825a0a3-ef43-4bc3-a962-25028b7a09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:37:06.182917 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Attempting to bind port ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 on network 4f02a957-f869-4436-9e44-afa05054a27b {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:37:06.188821 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Port ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 on network 4f02a957-f869-4436-9e44-afa05054a27b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:37:06.189143 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Attempting to bind port ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 on network 4f02a957-f869-4436-9e44-afa05054a27b {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:37:06.216438 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:37:06.216782 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Checking segment: {'id': 'd825a0a3-ef43-4bc3-a962-25028b7a09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:37:06.217166 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Bound using segment: {'id': 'd825a0a3-ef43-4bc3-a962-25028b7a09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:37:06.217608 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Bound port: ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd825a0a3-ef43-4bc3-a962-25028b7a09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:37:06.217978 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:06.325313 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] For port ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4, host hv-cinder-81187, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:37:06.328559 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] For port ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4,segment=NetworkSegment(d825a0a3-ef43-4bc3-a962-25028b7a09ce),segment_id=d825a0a3-ef43-4bc3-a962-25028b7a09ce)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:37:06.373635 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa2b1334-31c8-421b-bf5c-3b6f339a76c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4740198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4604050'] for subnet (cf00721a-84b0-4142-bd46-f3732124bd43), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:06.406931 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740253'] for port (ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:06.490146 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:06.490871 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:06.501271 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] 10.222.0.35 "PUT /v2.0/ports/ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 HTTP/1.1" status: 200 len: 1094 time: 1.2743454 Jan 18 19:37:06.501271 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0f9a78-d757-4446-aa43-e96f7d011646', 'tag': 'ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:37:06.501271 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2192f31b9332bf9c25be62e2eb712fda9b4426ea0356a3efb127a3d7520833a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af36f82-2fa7-4971-8459-aef5d50bffdc" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0f9a78-d757-4446-aa43-e96f7d011646", "tag": "ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:37:06.512499 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b1334-31c8-421b-bf5c-3b6f339a76c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf00721a-84b0-4142-bd46-f3732124bd43,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:06.535651 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b1334-31c8-421b-bf5c-3b6f339a76c7 admin admin] Checking segment: {'id': '63afd8a7-4c46-4df9-80fd-57344c0c65e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '335090bc-0f31-4c92-b4ed-596cba64b904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:37:06.535909 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2b1334-31c8-421b-bf5c-3b6f339a76c7 admin admin] Network hostable DHCP agents. Network: 335090bc-0f31-4c92-b4ed-596cba64b904, hostable agents: ['0d168223-99d0-40e7-a552-9355723bc6d5'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:37:06.539166 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2da8a4-a53b-4e38-a072-3845bf7de3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:06.580658 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4887ce-ef11-4e98-9e90-60530f5727d0 req-5bfe21b8-70ce-4c2e-a1ba-f7f8008adf1a tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:06.582384 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-be4887ce-ef11-4e98-9e90-60530f5727d0 req-5bfe21b8-70ce-4c2e-a1ba-f7f8008adf1a tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.1235077 Jan 18 19:37:06.633803 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-be4887ce-ef11-4e98-9e90-60530f5727d0 req-329c9c77-d038-405b-9752-d9652cdd11e1 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454340 Jan 18 19:37:06.646871 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-4b3c6894-7f42-4946-abf6-dea2324e10a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:06.648362 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-4b3c6894-7f42-4946-abf6-dea2324e10a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be668e6d10aa4518abe4256a2c3660a5&device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 1097 time: 0.0407135 Jan 18 19:37:06.650531 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2b1334-31c8-421b-bf5c-3b6f339a76c7 admin admin] Network 335090bc-0f31-4c92-b4ed-596cba64b904 is scheduled to be hosted by DHCP agent 0d168223-99d0-40e7-a552-9355723bc6d5 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:37:06.684150 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02616e33-9b65-4932-86d6-c459867bb368 x-openstack-request-id: req-02616e33-9b65-4932-86d6-c459867bb368 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:37:06.689798 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0f9a78-d757-4446-aa43-e96f7d011646", "tag": "ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:37:06.689798 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02616e33-9b65-4932-86d6-c459867bb368 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:37:06.689798 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0f9a78-d757-4446-aa43-e96f7d011646', 'tag': 'ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4', 'status': 'completed', 'code': 200} Jan 18 19:37:06.714349 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-d0481e59-7f53-4a93-a146-5c7f0d3dc090 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 HTTP/1.1" status: 200 len: 217 time: 0.0422428 Jan 18 19:37:06.736243 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-fa2b1334-31c8-421b-bf5c-3b6f339a76c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-7-iscsi, 335090bc-0f31-4c92-b4ed-596cba64b904) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:37:06.749892 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7924f53d-fc9b-4c0c-ac44-65e9555cb173 None None] Network 335090bc-0f31-4c92-b4ed-596cba64b904 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:37:06.769310 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2b1334-31c8-421b-bf5c-3b6f339a76c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:06.773185 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa2b1334-31c8-421b-bf5c-3b6f339a76c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:06.793801 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-73c22447-becf-4ca2-a3b1-52719afd19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:06.795402 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-73c22447-becf-4ca2-a3b1-52719afd19b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5acafb2-5b1c-4f2d-8e13-e936b8fb807f HTTP/1.1" status: 200 len: 854 time: 0.0694542 Jan 18 19:37:06.831297 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-772f8b6e-de4a-47f6-8e34-c44e9087e4be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f02a957-f869-4436-9e44-afa05054a27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243092 Jan 18 19:37:06.846308 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a991ee-4d02-4783-be4e-412ccaca4720 None None] Network 335090bc-0f31-4c92-b4ed-596cba64b904 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:37:06.892295 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-fa2b1334-31c8-421b-bf5c-3b6f339a76c7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1365588 Jan 18 19:37:06.981125 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-f65d3c29-687f-4c2b-95ff-c91396bba3ef service neutron] 10.222.0.35 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395161 Jan 18 19:37:07.003156 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba007a82-720d-4970-92d6-4a0fc2e9e431 req-4b7d82b9-b801-40d5-9180-22758eb47c4b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:07.004992 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ba007a82-720d-4970-92d6-4a0fc2e9e431 req-4b7d82b9-b801-40d5-9180-22758eb47c4b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 944 time: 0.0617166 Jan 18 19:37:07.078712 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ba007a82-720d-4970-92d6-4a0fc2e9e431 req-f7897b96-47fb-459f-a5d7-48416c551748 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662432 Jan 18 19:37:07.097089 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-1ed41046-3362-4ad5-8a93-b8c02f12fa4b req-fec9bf68-6270-403e-87e4-3c7d06456351 service neutron] 10.222.0.35 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032512 Jan 18 19:37:07.388806 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af36f82-2fa7-4971-8459-aef5d50bffdc req-093c25f6-bdf0-44fa-9c76-f3cc8640d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:07.390499 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-0af36f82-2fa7-4971-8459-aef5d50bffdc req-093c25f6-bdf0-44fa-9c76-f3cc8640d3fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be668e6d10aa4518abe4256a2c3660a5&device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 1097 time: 0.0455008 Jan 18 19:37:07.499470 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af36f82-2fa7-4971-8459-aef5d50bffdc req-f0c59d6b-b8e4-40a4-9d4e-ccfdcf95e7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:07.504749 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-0af36f82-2fa7-4971-8459-aef5d50bffdc req-f0c59d6b-b8e4-40a4-9d4e-ccfdcf95e7f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f02a957-f869-4436-9e44-afa05054a27b HTTP/1.1" status: 200 len: 915 time: 0.0959370 Jan 18 19:37:07.542953 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-0af36f82-2fa7-4971-8459-aef5d50bffdc req-0f629754-3dcd-43f0-88cf-d7fc5634b7d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 HTTP/1.1" status: 200 len: 217 time: 0.0338800 Jan 18 19:37:07.593212 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af36f82-2fa7-4971-8459-aef5d50bffdc req-e5c7a7cd-1bbd-4cdc-8cd8-f18b397986eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:07.594696 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-0af36f82-2fa7-4971-8459-aef5d50bffdc req-e5c7a7cd-1bbd-4cdc-8cd8-f18b397986eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5acafb2-5b1c-4f2d-8e13-e936b8fb807f HTTP/1.1" status: 200 len: 854 time: 0.0439243 Jan 18 19:37:07.627254 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-0af36f82-2fa7-4971-8459-aef5d50bffdc req-461f3c92-f943-4efd-97e8-676a82443e44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f02a957-f869-4436-9e44-afa05054a27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248723 Jan 18 19:37:07.746986 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-0af36f82-2fa7-4971-8459-aef5d50bffdc req-fa7637ef-0dc0-49f8-9a35-b81d6ec66a44 service neutron] 10.222.0.35 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068165 Jan 18 19:37:07.775260 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e83ca2-b0d7-4147-9c3f-ecf550cd775a req-feba3977-3246-4b6c-9831-bb4cf6b3daa3 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:07.777026 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-66e83ca2-b0d7-4147-9c3f-ecf550cd775a req-feba3977-3246-4b6c-9831-bb4cf6b3daa3 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0537963 Jan 18 19:37:07.828171 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-66e83ca2-b0d7-4147-9c3f-ecf550cd775a req-d8d1d131-2fc1-4c8d-90fb-b436381e7ba5 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448849 Jan 18 19:37:07.867856 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-0af36f82-2fa7-4971-8459-aef5d50bffdc req-dd03251e-ab82-4da2-8502-684f81573fc7 service neutron] 10.222.0.35 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112666 Jan 18 19:37:08.199749 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9bd1e-db98-4998-8149-61b63f704741 req-1c74ad44-7275-4a77-ba63-175ad6322bc7 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:08.205947 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ee9bd1e-db98-4998-8149-61b63f704741 req-1c74ad44-7275-4a77-ba63-175ad6322bc7 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 944 time: 0.0559018 Jan 18 19:37:08.258679 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ee9bd1e-db98-4998-8149-61b63f704741 req-2c64d3eb-884c-4e7a-889b-26ac71053459 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479152 Jan 18 19:37:08.846038 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a315f-e55b-4e22-8285-7afcee503107 req-da9df643-8364-4ae1-943e-258f946c9d95 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:08.847849 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2b6a315f-e55b-4e22-8285-7afcee503107 req-da9df643-8364-4ae1-943e-258f946c9d95 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 945 time: 0.0510368 Jan 18 19:37:08.895228 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2b6a315f-e55b-4e22-8285-7afcee503107 req-76e0ddfe-d097-4e20-99b1-006ab6eea770 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420547 Jan 18 19:37:08.946941 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201e2f0-3924-406b-a00f-812b262415c4 req-19e53d91-7b59-40c2-877a-6936f65b1fb4 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:08.948435 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4201e2f0-3924-406b-a00f-812b262415c4 req-19e53d91-7b59-40c2-877a-6936f65b1fb4 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0484953 Jan 18 19:37:08.998868 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4201e2f0-3924-406b-a00f-812b262415c4 req-be5a71f3-44e7-4ebb-a631-35c4e9f93985 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448360 Jan 18 19:37:09.130864 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 60994) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:09.233690 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd484-cc01-4bae-a130-f9e35b1fb78c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:09.323244 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd484-cc01-4bae-a130-f9e35b1fb78c admin admin] Publish callbacks [] for security_group (07621d09-9912-40b0-b917-ecbb5633fcab), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:09.378879 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee566d7a-6c28-4790-96df-8e883aad1574 req-df706589-3882-4c5a-aaa7-bda006c5db07 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:09.380335 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ee566d7a-6c28-4790-96df-8e883aad1574 req-df706589-3882-4c5a-aaa7-bda006c5db07 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 944 time: 0.0478814 Jan 18 19:37:09.401644 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd484-cc01-4bae-a130-f9e35b1fb78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (07621d09-9912-40b0-b917-ecbb5633fcab), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:09.425747 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ee566d7a-6c28-4790-96df-8e883aad1574 req-cb36d920-df9e-433d-903e-5b68b82b5bb6 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399530 Jan 18 19:37:09.445783 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-a5fdd484-cc01-4bae-a130-f9e35b1fb78c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8604598896584c92b922c0c7ab32367e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080404 Jan 18 19:37:09.445783 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdd484-cc01-4bae-a130-f9e35b1fb78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07621d09-9912-40b0-b917-ecbb5633fcab,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:09.446028 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 32772) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:09.490664 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-ec97aefe-f468-47ff-b238-74afe5663040 admin admin] Publish callbacks [] for security_group (07621d09-9912-40b0-b917-ecbb5633fcab), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:09.510976 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-ec97aefe-f468-47ff-b238-74afe5663040 admin admin] Publish callbacks [] for security_group (07621d09-9912-40b0-b917-ecbb5633fcab), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:09.621458 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-ec97aefe-f468-47ff-b238-74afe5663040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (07621d09-9912-40b0-b917-ecbb5633fcab), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:09.624062 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-ec97aefe-f468-47ff-b238-74afe5663040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:09.625232 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-ec97aefe-f468-47ff-b238-74afe5663040 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07621d09-9912-40b0-b917-ecbb5633fcab HTTP/1.1" status: 204 len: 168 time: 0.1815639 Jan 18 19:37:09.632737 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97aefe-f468-47ff-b238-74afe5663040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07621d09-9912-40b0-b917-ecbb5633fcab,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:10.014975 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3d65b-63eb-445a-807c-537f752e1f52 req-73d6b867-ea9c-423d-9e2d-28bf028a7499 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:10.017073 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-eed3d65b-63eb-445a-807c-537f752e1f52 req-73d6b867-ea9c-423d-9e2d-28bf028a7499 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 945 time: 0.0523853 Jan 18 19:37:10.063679 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-eed3d65b-63eb-445a-807c-537f752e1f52 req-ea8f8bf2-4ee7-4c0e-9740-6fde11c469af tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410466 Jan 18 19:37:10.113676 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09847ceb-30c8-4ad8-b795-3ae11e972c65 req-964b7ce6-5a80-4c51-85c8-924ccc4f5493 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:10.115206 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-09847ceb-30c8-4ad8-b795-3ae11e972c65 req-964b7ce6-5a80-4c51-85c8-924ccc4f5493 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0507147 Jan 18 19:37:10.163282 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-09847ceb-30c8-4ad8-b795-3ae11e972c65 req-ee2b7c09-b3d9-4186-9777-c80d128e2136 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 Jan 18 19:37:10.291720 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 32786) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:10.305611 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3feb09cc-932f-4889-8425-9bff9dbceee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:10.389114 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3feb09cc-932f-4889-8425-9bff9dbceee1 admin admin] Publish callbacks [] for security_group (edcf8457-4a6e-4385-b7ac-61ede0f342fe), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:10.459398 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3feb09cc-932f-4889-8425-9bff9dbceee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (edcf8457-4a6e-4385-b7ac-61ede0f342fe), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:10.501562 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-3feb09cc-932f-4889-8425-9bff9dbceee1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84064059cf6641459bd9279f9a91be08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2087538 Jan 18 19:37:10.504294 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 32798) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:10.510226 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb09cc-932f-4889-8425-9bff9dbceee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcf8457-4a6e-4385-b7ac-61ede0f342fe,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:10.557288 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-74332c1a-9461-4e07-8d1c-115977ddc71d admin admin] Publish callbacks [] for security_group (edcf8457-4a6e-4385-b7ac-61ede0f342fe), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:10.560435 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe57e35-5967-4b2f-8dca-1e33fbb9144f req-acc73a58-0e11-40b8-bec6-7fa6da51d0c5 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:10.561971 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7fe57e35-5967-4b2f-8dca-1e33fbb9144f req-acc73a58-0e11-40b8-bec6-7fa6da51d0c5 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 944 time: 0.0652158 Jan 18 19:37:10.583623 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-74332c1a-9461-4e07-8d1c-115977ddc71d admin admin] Publish callbacks [] for security_group (edcf8457-4a6e-4385-b7ac-61ede0f342fe), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:10.615479 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7fe57e35-5967-4b2f-8dca-1e33fbb9144f req-9f830c4f-1a44-449c-b8e7-c1586bf867d9 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418582 Jan 18 19:37:10.690474 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-74332c1a-9461-4e07-8d1c-115977ddc71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (edcf8457-4a6e-4385-b7ac-61ede0f342fe), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:10.693155 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-74332c1a-9461-4e07-8d1c-115977ddc71d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:10.694386 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-74332c1a-9461-4e07-8d1c-115977ddc71d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edcf8457-4a6e-4385-b7ac-61ede0f342fe HTTP/1.1" status: 204 len: 168 time: 0.1890745 Jan 18 19:37:10.702599 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74332c1a-9461-4e07-8d1c-115977ddc71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcf8457-4a6e-4385-b7ac-61ede0f342fe,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:11.189183 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bbce9-8af5-412a-a6d2-487882c81f62 req-0565b936-ee4b-4ade-ac71-b8692ca02e34 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:11.191030 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9e6bbce9-8af5-412a-a6d2-487882c81f62 req-0565b936-ee4b-4ade-ac71-b8692ca02e34 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 945 time: 0.0545402 Jan 18 19:37:11.274251 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 32828) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:11.286331 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9e6bbce9-8af5-412a-a6d2-487882c81f62 req-6709d4c7-b0c8-431b-8d12-15012e9306d6 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870814 Jan 18 19:37:11.314569 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be425313-36c2-42ea-a754-e60948a6a4c1 req-5c421f2f-509a-4a84-a7d6-ceebdf9aecd6 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:11.318545 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-be425313-36c2-42ea-a754-e60948a6a4c1 req-5c421f2f-509a-4a84-a7d6-ceebdf9aecd6 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0832601 Jan 18 19:37:11.374956 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-be425313-36c2-42ea-a754-e60948a6a4c1 req-e611fcce-a066-4ad7-b3c6-3c57cfc36c88 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532506 Jan 18 19:37:11.394055 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01583f4c-d4ce-4ae9-8f4b-3747f5fb779d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:11.468190 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01583f4c-d4ce-4ae9-8f4b-3747f5fb779d admin admin] Publish callbacks [] for security_group (c162275e-1406-40bf-a08d-e6d89e9878db), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:11.542130 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01583f4c-d4ce-4ae9-8f4b-3747f5fb779d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (c162275e-1406-40bf-a08d-e6d89e9878db), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:11.584701 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-01583f4c-d4ce-4ae9-8f4b-3747f5fb779d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8e6ed270bda4fb0bc44bb8a7c3a50c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116794 Jan 18 19:37:11.585664 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01583f4c-d4ce-4ae9-8f4b-3747f5fb779d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c162275e-1406-40bf-a08d-e6d89e9878db,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:11.587399 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 32840) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:11.636595 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-94532d3e-8377-454a-9a14-d926009c4ca8 admin admin] Publish callbacks [] for security_group (c162275e-1406-40bf-a08d-e6d89e9878db), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:11.657977 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-94532d3e-8377-454a-9a14-d926009c4ca8 admin admin] Publish callbacks [] for security_group (c162275e-1406-40bf-a08d-e6d89e9878db), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:11.739208 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8250bb-fa35-4184-845d-08e73385ddb1 req-6f71d08f-cfe1-46e9-a9f0-a406a2f13429 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:11.740845 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9a8250bb-fa35-4184-845d-08e73385ddb1 req-6f71d08f-cfe1-46e9-a9f0-a406a2f13429 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 944 time: 0.0575705 Jan 18 19:37:11.788032 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9a8250bb-fa35-4184-845d-08e73385ddb1 req-7475ed6a-477f-407d-bb51-07735541d9ed tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415671 Jan 18 19:37:11.813862 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-94532d3e-8377-454a-9a14-d926009c4ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (c162275e-1406-40bf-a08d-e6d89e9878db), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:11.817024 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-94532d3e-8377-454a-9a14-d926009c4ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:11.818149 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-94532d3e-8377-454a-9a14-d926009c4ca8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c162275e-1406-40bf-a08d-e6d89e9878db HTTP/1.1" status: 204 len: 168 time: 0.2291007 Jan 18 19:37:11.827616 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94532d3e-8377-454a-9a14-d926009c4ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c162275e-1406-40bf-a08d-e6d89e9878db,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:11.884765 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:37:11.997311 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4,segment=NetworkSegment(d825a0a3-ef43-4bc3-a962-25028b7a09ce),segment_id=d825a0a3-ef43-4bc3-a962-25028b7a09ce)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:37:12.011674 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': 'ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4', 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b', 'port_id': 'ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4', 'mac_address': 'fa:16:3e:7c:bf:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5acafb2-5b1c-4f2d-8e13-e936b8fb807f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:37:12.050686 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:37:12.052950 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:12.066879 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:37:12.091556 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4,segment=NetworkSegment(d825a0a3-ef43-4bc3-a962-25028b7a09ce),segment_id=d825a0a3-ef43-4bc3-a962-25028b7a09ce)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:37:12.169981 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:12.219633 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:12.227869 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:12.228305 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:12.228741 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:12.229145 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:12.229555 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:12.229956 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:12.230378 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:12.230782 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:12.231179 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:12.231716 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:12.232119 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:12.232511 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:12.232903 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:12.401651 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78279509-f8cc-4bf5-b48a-4ac30436d896 req-dcd95559-2fb3-4409-a24d-514274448600 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:12.403212 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-78279509-f8cc-4bf5-b48a-4ac30436d896 req-dcd95559-2fb3-4409-a24d-514274448600 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 945 time: 0.0506976 Jan 18 19:37:12.459650 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-78279509-f8cc-4bf5-b48a-4ac30436d896 req-e203d21e-6cce-4f29-9300-b4a4ff6a92c4 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/security-groups?id=10d25295-6931-41ab-9044-79d0b103b80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498414 Jan 18 19:37:12.494658 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898eea4-03d0-4dd4-9fa7-7a1ba70b66e8 req-bb3d122f-ead9-4a8f-8f88-0bb669a3c004 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:12.496120 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7898eea4-03d0-4dd4-9fa7-7a1ba70b66e8 req-bb3d122f-ead9-4a8f-8f88-0bb669a3c004 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0561144 Jan 18 19:37:12.551928 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7898eea4-03d0-4dd4-9fa7-7a1ba70b66e8 req-6be5eb5f-5c5f-4c1e-8843-97d641027082 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492423 Jan 18 19:37:12.670302 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631d7c6-cf7c-4340-9aaf-857c84978bd4 req-6ead015c-9676-4899-a403-6df37f69b062 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:12.674654 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-6631d7c6-cf7c-4340-9aaf-857c84978bd4 req-6ead015c-9676-4899-a403-6df37f69b062 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.35 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 945 time: 0.0987263 Jan 18 19:37:12.821567 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [req-6631d7c6-cf7c-4340-9aaf-857c84978bd4 req-250791e5-45a8-43b9-ac03-21b9b113f46c tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Deleting port bcb20f08-39cf-42cc-b696-937509c397da {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:37:12.822228 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-6631d7c6-cf7c-4340-9aaf-857c84978bd4 req-250791e5-45a8-43b9-ac03-21b9b113f46c tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (bcb20f08-39cf-42cc-b696-937509c397da), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:12.824217 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:37:12.862383 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:12.917276 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d0356-298b-49fb-a743-e6d092e04b38 req-7f30709b-a146-4af8-99a0-142fd2d46a45 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:12.918830 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-db6d0356-298b-49fb-a743-e6d092e04b38 req-7f30709b-a146-4af8-99a0-142fd2d46a45 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 945 time: 0.0546947 Jan 18 19:37:12.927921 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-6631d7c6-cf7c-4340-9aaf-857c84978bd4 req-250791e5-45a8-43b9-ac03-21b9b113f46c tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] For port bcb20f08-39cf-42cc-b696-937509c397da, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=bcb20f08-39cf-42cc-b696-937509c397da,segment=NetworkSegment(61be3fad-a591-410a-ac9a-5abc0b32d3df),segment_id=61be3fad-a591-410a-ac9a-5abc0b32d3df)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:37:12.928284 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-6631d7c6-cf7c-4340-9aaf-857c84978bd4 req-250791e5-45a8-43b9-ac03-21b9b113f46c tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (bcb20f08-39cf-42cc-b696-937509c397da), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:12.945429 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [req-6631d7c6-cf7c-4340-9aaf-857c84978bd4 req-250791e5-45a8-43b9-ac03-21b9b113f46c tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Calling delete_port for bcb20f08-39cf-42cc-b696-937509c397da owned by compute:nova {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:37:12.980263 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-db6d0356-298b-49fb-a743-e6d092e04b38 req-8927f04c-ee04-4566-892c-bc04cf703ee2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553646 Jan 18 19:37:13.213299 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-6631d7c6-cf7c-4340-9aaf-857c84978bd4 req-250791e5-45a8-43b9-ac03-21b9b113f46c tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (bcb20f08-39cf-42cc-b696-937509c397da), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:13.225269 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['bcb20f08-39cf-42cc-b696-937509c397da'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:37:13.245433 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250791e5-45a8-43b9-ac03-21b9b113f46c tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Pushing event deleted for resources: {'Port': ['ID=bcb20f08-39cf-42cc-b696-937509c397da,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:13.304620 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [req-6631d7c6-cf7c-4340-9aaf-857c84978bd4 req-250791e5-45a8-43b9-ac03-21b9b113f46c tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] No DVR routers for this DVR port bcb20f08-39cf-42cc-b696-937509c397da on host hv-cinder-81187 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:37:13.307627 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-6631d7c6-cf7c-4340-9aaf-857c84978bd4 req-250791e5-45a8-43b9-ac03-21b9b113f46c tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:13.311059 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-6631d7c6-cf7c-4340-9aaf-857c84978bd4 req-250791e5-45a8-43b9-ac03-21b9b113f46c tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.35 "DELETE /v2.0/ports/bcb20f08-39cf-42cc-b696-937509c397da HTTP/1.1" status: 204 len: 173 time: 0.6281044 Jan 18 19:37:13.311497 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b670c5-dfe6-4a51-afce-16cabd0bb870', 'name': 'network-vif-deleted', 'tag': 'bcb20f08-39cf-42cc-b696-937509c397da'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:37:13.313707 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2192f31b9332bf9c25be62e2eb712fda9b4426ea0356a3efb127a3d7520833a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa74e1b-95fe-4f77-8b3c-c7e8332f52dc" -d '{"events": [{"server_uuid": "66b670c5-dfe6-4a51-afce-16cabd0bb870", "name": "network-vif-deleted", "tag": "bcb20f08-39cf-42cc-b696-937509c397da"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:37:13.349366 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2062d8f9-5cc7-4f89-844d-1b39ed31c345 x-openstack-request-id: req-2062d8f9-5cc7-4f89-844d-1b39ed31c345 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:37:13.349659 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b670c5-dfe6-4a51-afce-16cabd0bb870", "name": "network-vif-deleted", "tag": "bcb20f08-39cf-42cc-b696-937509c397da", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:37:13.349910 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2062d8f9-5cc7-4f89-844d-1b39ed31c345 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:37:13.350332 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b670c5-dfe6-4a51-afce-16cabd0bb870', 'name': 'network-vif-deleted', 'tag': 'bcb20f08-39cf-42cc-b696-937509c397da', 'status': 'completed', 'code': 200} Jan 18 19:37:13.553647 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bb8866a9-8e69-45a2-ab9b-90361c22c7a6 req-d26b7e32-c1fe-4106-9f83-03f1e661a670 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 210 time: 0.0270028 Jan 18 19:37:13.646777 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 32912) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:13.677358 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d735b-1942-40e1-bb5e-2c046e10ad9e req-84ed7569-5c79-498e-9e59-65fa4609fd3e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:13.679221 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-058d735b-1942-40e1-bb5e-2c046e10ad9e req-84ed7569-5c79-498e-9e59-65fa4609fd3e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0553803 Jan 18 19:37:13.734910 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-058d735b-1942-40e1-bb5e-2c046e10ad9e req-202ab327-e0f9-4bba-a92c-1b89e604e73d tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501425 Jan 18 19:37:13.770643 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9c692b1a-9759-4cb2-a9dd-d6e371e8114f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:13.845187 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9c692b1a-9759-4cb2-a9dd-d6e371e8114f admin admin] Publish callbacks [] for security_group (e1a76373-2f58-4d01-9290-762ac0e5da3b), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:13.907302 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9c692b1a-9759-4cb2-a9dd-d6e371e8114f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (e1a76373-2f58-4d01-9290-762ac0e5da3b), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:13.943781 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c692b1a-9759-4cb2-a9dd-d6e371e8114f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a76373-2f58-4d01-9290-762ac0e5da3b,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:13.948984 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-9c692b1a-9759-4cb2-a9dd-d6e371e8114f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=330d92442e7645089c47f9659e678837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009176 Jan 18 19:37:13.951479 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 32922) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:13.999129 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-95f58223-e010-4aab-8a44-ec8907fdb6e9 admin admin] Publish callbacks [] for security_group (e1a76373-2f58-4d01-9290-762ac0e5da3b), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:14.020837 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-95f58223-e010-4aab-8a44-ec8907fdb6e9 admin admin] Publish callbacks [] for security_group (e1a76373-2f58-4d01-9290-762ac0e5da3b), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:14.107017 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3812e-5ed2-446f-aea0-7e793ef44589 req-326b2865-4626-4461-8e53-a8d8ae90e689 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:14.108480 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-82e3812e-5ed2-446f-aea0-7e793ef44589 req-326b2865-4626-4461-8e53-a8d8ae90e689 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 945 time: 0.0556645 Jan 18 19:37:14.132950 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-95f58223-e010-4aab-8a44-ec8907fdb6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (e1a76373-2f58-4d01-9290-762ac0e5da3b), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:14.135583 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-95f58223-e010-4aab-8a44-ec8907fdb6e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:14.136701 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-95f58223-e010-4aab-8a44-ec8907fdb6e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1a76373-2f58-4d01-9290-762ac0e5da3b HTTP/1.1" status: 204 len: 168 time: 0.1843343 Jan 18 19:37:14.144476 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f58223-e010-4aab-8a44-ec8907fdb6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a76373-2f58-4d01-9290-762ac0e5da3b,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:14.156584 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-82e3812e-5ed2-446f-aea0-7e793ef44589 req-8ac6093e-e9a3-4d5c-b68e-a0815bb1f422 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420389 Jan 18 19:37:14.656776 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c90d1f11-105a-44fe-8d89-e4e173b7d2c3 req-6936a62e-2951-42e5-b9fb-575a818cea1e tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 210 time: 0.0248458 Jan 18 19:37:14.881427 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8d31e-3566-4b54-b522-b0b772383e50 req-c44ab031-8ff6-4de0-9ba9-19eb54dfd97a tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:14.882930 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ace8d31e-3566-4b54-b522-b0b772383e50 req-c44ab031-8ff6-4de0-9ba9-19eb54dfd97a tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0551579 Jan 18 19:37:14.933091 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ace8d31e-3566-4b54-b522-b0b772383e50 req-8dca7309-1f7c-41e6-81df-25fc963be267 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447199 Jan 18 19:37:15.239121 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 32966) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:15.284287 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7640030-a907-4372-8468-34639d32d34f req-2f64d430-36ec-48e2-9bb2-f46e34fa0fa6 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:15.290825 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d7640030-a907-4372-8468-34639d32d34f req-2f64d430-36ec-48e2-9bb2-f46e34fa0fa6 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 945 time: 0.0644801 Jan 18 19:37:15.337825 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d7640030-a907-4372-8468-34639d32d34f req-456d4874-dde4-4716-89fc-cbc021548c5f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461359 Jan 18 19:37:15.364303 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-f91c87b2-c543-420b-ac50-ad96a68bce85 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1607480375-network', 'tenant_id': '4b63ac006c044c26955f7a44315a7b22'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:15.441271 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91c87b2-c543-420b-ac50-ad96a68bce85 admin admin] Made reservation on behalf of 4b63ac006c044c26955f7a44315a7b22 for: {'network': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:37:15.443622 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f91c87b2-c543-420b-ac50-ad96a68bce85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for network (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:15.452077 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f91c87b2-c543-420b-ac50-ad96a68bce85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:15.524022 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f91c87b2-c543-420b-ac50-ad96a68bce85 admin admin] Publish callbacks [] for security_group (eaabfb13-e792-4680-a807-41f262059c08), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:15.572672 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f91c87b2-c543-420b-ac50-ad96a68bce85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (eaabfb13-e792-4680-a807-41f262059c08), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:15.593219 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91c87b2-c543-420b-ac50-ad96a68bce85 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:37:15.608038 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c87b2-c543-420b-ac50-ad96a68bce85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaabfb13-e792-4680-a807-41f262059c08,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:15.611435 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f91c87b2-c543-420b-ac50-ad96a68bce85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (8cb821b4-ebd5-4483-85a8-0cff48f3dde2), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:15.611770 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.segments_db [None req-f91c87b2-c543-420b-ac50-ad96a68bce85 admin admin] Added segment 8cb821b4-ebd5-4483-85a8-0cff48f3dde2 of type vlan for network a0ead810-f65d-444a-8fd0-efbdbd337aa6 Jan 18 19:37:15.653130 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f91c87b2-c543-420b-ac50-ad96a68bce85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736991889309'] for network (a0ead810-f65d-444a-8fd0-efbdbd337aa6), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:15.770983 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-78fc90b4-bba7-420b-a21b-bb8c1da48897 req-d3027d90-1313-4bc4-9380-696ef94bc344 tempest-DeleteServersTestJSON-1880965672 tempest-DeleteServersTestJSON-1880965672-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b670c5-dfe6-4a51-afce-16cabd0bb870 HTTP/1.1" status: 200 len: 210 time: 0.0306194 Jan 18 19:37:15.783076 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f91c87b2-c543-420b-ac50-ad96a68bce85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for network (a0ead810-f65d-444a-8fd0-efbdbd337aa6), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:15.784044 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91c87b2-c543-420b-ac50-ad96a68bce85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:15.784685 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f91c87b2-c543-420b-ac50-ad96a68bce85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:15.852743 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c87b2-c543-420b-ac50-ad96a68bce85 admin admin] Pushing event updated for resources: {'Network': ['ID=a0ead810-f65d-444a-8fd0-efbdbd337aa6,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:15.864726 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Network a0ead810-f65d-444a-8fd0-efbdbd337aa6 details requested by agent ovs-agent-dv-cinder-811877-7-iscsi with host dv-cinder-811877-7-iscsi {{(pid=103174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:37:15.914170 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-f91c87b2-c543-420b-ac50-ad96a68bce85 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6721253 Jan 18 19:37:15.914401 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:37:15.915786 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 32982) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:15.922905 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-19ea711e-2db1-4ade-a649-1273f58fc6f4 admin admin] Request body: {'subnet': {'network_id': 'a0ead810-f65d-444a-8fd0-efbdbd337aa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1607480375-subnet', 'tenant_id': '4b63ac006c044c26955f7a44315a7b22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:16.051394 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0feb2c0-912d-4044-9361-bcc7f18183ae req-bbc6c8b1-8c4f-48e8-85a2-15a4a93b0b7f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:16.052965 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f0feb2c0-912d-4044-9361-bcc7f18183ae req-bbc6c8b1-8c4f-48e8-85a2-15a4a93b0b7f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0507796 Jan 18 19:37:16.070037 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ea711e-2db1-4ade-a649-1273f58fc6f4 admin admin] Made reservation on behalf of 4b63ac006c044c26955f7a44315a7b22 for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:37:16.072991 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-19ea711e-2db1-4ade-a649-1273f58fc6f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4604092'] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:16.110356 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f0feb2c0-912d-4044-9361-bcc7f18183ae req-1f3b41cd-3798-438a-9bc7-89cc6488c085 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508058 Jan 18 19:37:16.127292 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:37:16.132214 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:37:16.132735 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:16.221438 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:37:16.221836 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:16.243474 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0f9a78-d757-4446-aa43-e96f7d011646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:37:16.245758 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9624080f-09a3-41e4-b139-7155568bea9b" -d '{"events": [{"server_uuid": "4d0f9a78-d757-4446-aa43-e96f7d011646", "name": "network-vif-plugged", "status": "completed", "tag": "ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:37:16.262853 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4,segment=NetworkSegment(d825a0a3-ef43-4bc3-a962-25028b7a09ce),segment_id=d825a0a3-ef43-4bc3-a962-25028b7a09ce)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:37:16.286972 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4184ceae-43a5-4b61-88fe-eee0980dcaac x-openstack-request-id: req-4184ceae-43a5-4b61-88fe-eee0980dcaac {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:37:16.287296 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0f9a78-d757-4446-aa43-e96f7d011646", "name": "network-vif-plugged", "status": "completed", "tag": "ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:37:16.287580 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4184ceae-43a5-4b61-88fe-eee0980dcaac {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:37:16.287973 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0f9a78-d757-4446-aa43-e96f7d011646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4', 'code': 200} Jan 18 19:37:16.327351 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-19ea711e-2db1-4ade-a649-1273f58fc6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4740198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4604050'] for subnet (e20ed9f3-cf41-4d9e-87ed-32ace70273b7), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:16.355696 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:16.357335 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device bcb20f08-39cf-42cc-b696-937509c397da no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:37:16.391049 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea711e-2db1-4ade-a649-1273f58fc6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20ed9f3-cf41-4d9e-87ed-32ace70273b7,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:16.396697 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ea711e-2db1-4ade-a649-1273f58fc6f4 admin admin] Checking segment: {'id': '8cb821b4-ebd5-4483-85a8-0cff48f3dde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a0ead810-f65d-444a-8fd0-efbdbd337aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:37:16.397721 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ea711e-2db1-4ade-a649-1273f58fc6f4 admin admin] Network hostable DHCP agents. Network: a0ead810-f65d-444a-8fd0-efbdbd337aa6, hostable agents: ['0d168223-99d0-40e7-a552-9355723bc6d5'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:37:16.405527 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: bcb20f08-39cf-42cc-b696-937509c397da {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:37:16.406221 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device bcb20f08-39cf-42cc-b696-937509c397da not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:37:16.458889 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:16.520836 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9279a2-3759-4d33-b861-f00bb3dac57b req-01e1084e-d41b-4ca2-86b3-140acfdcb653 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:16.522357 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0d9279a2-3759-4d33-b861-f00bb3dac57b req-01e1084e-d41b-4ca2-86b3-140acfdcb653 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 946 time: 0.0510209 Jan 18 19:37:16.541517 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ea711e-2db1-4ade-a649-1273f58fc6f4 admin admin] Network a0ead810-f65d-444a-8fd0-efbdbd337aa6 is scheduled to be hosted by DHCP agent 0d168223-99d0-40e7-a552-9355723bc6d5 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:37:16.588457 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0d9279a2-3759-4d33-b861-f00bb3dac57b req-80928f31-0ba3-4f7e-a5ec-588df2b5eb56 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603526 Jan 18 19:37:16.630427 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-448a890e-43bc-4e94-8ee8-9eed79da6ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:16.673615 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edaf3e1-04e8-4389-861e-39a5d43ed909 req-1ba683dc-9ff1-46c6-97b3-1cab3ef6fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:16.675274 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-9edaf3e1-04e8-4389-861e-39a5d43ed909 req-1ba683dc-9ff1-46c6-97b3-1cab3ef6fdf4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 1099 time: 0.0380080 Jan 18 19:37:16.698728 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-19ea711e-2db1-4ade-a649-1273f58fc6f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-7-iscsi, a0ead810-f65d-444a-8fd0-efbdbd337aa6) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:37:16.706119 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ca53cd-0536-48e3-957f-4d480a56cf90 None None] Network a0ead810-f65d-444a-8fd0-efbdbd337aa6 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:37:16.708859 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ea711e-2db1-4ade-a649-1273f58fc6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:16.709333 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-19ea711e-2db1-4ade-a649-1273f58fc6f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:16.731318 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-9edaf3e1-04e8-4389-861e-39a5d43ed909 req-6ffa1a13-c597-499a-ba5f-447950230439 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493481 Jan 18 19:37:16.802091 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73f6ca7-8e74-499a-9b57-e05cec5beb24 None None] Network a0ead810-f65d-444a-8fd0-efbdbd337aa6 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:37:16.890130 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-19ea711e-2db1-4ade-a649-1273f58fc6f4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9711790 Jan 18 19:37:16.891896 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:37:17.230802 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66ae52-0fe6-44cb-acc7-9e1a3dbc8e1e req-8c686cb6-9c0d-458c-b1b9-54b680360659 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:17.232266 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7f66ae52-0fe6-44cb-acc7-9e1a3dbc8e1e req-8c686cb6-9c0d-458c-b1b9-54b680360659 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0502846 Jan 18 19:37:17.282006 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7f66ae52-0fe6-44cb-acc7-9e1a3dbc8e1e req-3557bc76-fefa-4bef-a358-35bf83de2bab tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427766 Jan 18 19:37:17.712889 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f915723-937d-4821-a0f6-17b9c5ca89d9 req-021c4916-de69-4042-82bc-613644304483 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:17.714401 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2f915723-937d-4821-a0f6-17b9c5ca89d9 req-021c4916-de69-4042-82bc-613644304483 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 946 time: 0.0608065 Jan 18 19:37:17.762288 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2f915723-937d-4821-a0f6-17b9c5ca89d9 req-8f31bb60-03db-45a7-be69-99cef22416ae tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422831 Jan 18 19:37:18.417991 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c393b0-24ca-4a3f-ac86-8ed51bf84da5 req-d02d7697-b0cd-4155-8a25-8d3df44d8c01 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:18.419464 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-81c393b0-24ca-4a3f-ac86-8ed51bf84da5 req-d02d7697-b0cd-4155-8a25-8d3df44d8c01 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0474939 Jan 18 19:37:18.465153 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-81c393b0-24ca-4a3f-ac86-8ed51bf84da5 req-d5a78155-824a-4ed3-899d-ef22178ce9f5 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402360 Jan 18 19:37:18.875478 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3683cb5-0540-42e9-90e7-f64d9b6b5eec req-922ab430-953d-4db4-a4be-0eff4dffab94 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:18.876831 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a3683cb5-0540-42e9-90e7-f64d9b6b5eec req-922ab430-953d-4db4-a4be-0eff4dffab94 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 946 time: 0.0502620 Jan 18 19:37:18.920365 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a3683cb5-0540-42e9-90e7-f64d9b6b5eec req-762f936e-2a4d-4060-8892-eda6e324b8c9 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382006 Jan 18 19:37:19.161132 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c0f6a264-ea20-4804-b47c-dcc4fd5f0698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:19.577032 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f63047-e87d-4b11-9837-0102c46f70f0 req-2352f6a8-de91-49ff-a8ab-5f82126e2a14 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:19.579094 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c4f63047-e87d-4b11-9837-0102c46f70f0 req-2352f6a8-de91-49ff-a8ab-5f82126e2a14 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0496180 Jan 18 19:37:19.625309 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c4f63047-e87d-4b11-9837-0102c46f70f0 req-bb171326-f731-4be9-9012-63b4ba6b044a tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402088 Jan 18 19:37:19.939077 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:20.031255 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eeeab-e3bb-492a-9cdf-5a1da1918254 req-802f1a50-f4bc-435a-af66-a8697784c382 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:20.032619 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bc9eeeab-e3bb-492a-9cdf-5a1da1918254 req-802f1a50-f4bc-435a-af66-a8697784c382 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 946 time: 0.0473647 Jan 18 19:37:20.092398 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bc9eeeab-e3bb-492a-9cdf-5a1da1918254 req-7e3a7183-0c15-4634-b772-cfe64f0fbab2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465317 Jan 18 19:37:20.740282 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca4b39-a7b2-43a3-800e-c98df691bcef req-a7be3b9c-4e37-457a-82ad-0c145b3c977d tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:20.741719 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5dca4b39-a7b2-43a3-800e-c98df691bcef req-a7be3b9c-4e37-457a-82ad-0c145b3c977d tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0476305 Jan 18 19:37:20.786828 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5dca4b39-a7b2-43a3-800e-c98df691bcef req-9d4cdf9b-90ac-4931-ae11-475bd99f931f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396776 Jan 18 19:37:21.203804 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2a557-0982-4f56-96c7-88710fa9cbf4 req-9b292d12-4aba-4cc1-81c1-9c7d2c148f92 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:21.205293 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-04a2a557-0982-4f56-96c7-88710fa9cbf4 req-9b292d12-4aba-4cc1-81c1-9c7d2c148f92 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 946 time: 0.0472956 Jan 18 19:37:21.251233 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-04a2a557-0982-4f56-96c7-88710fa9cbf4 req-92e08054-cb52-4645-82a2-43ef523b4fe8 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403488 Jan 18 19:37:21.518348 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:21.905066 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d4ebb-64b3-4a91-8a73-913845875a1b req-c347fbfe-4638-4896-b50c-9da47ff923e4 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:21.907221 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-044d4ebb-64b3-4a91-8a73-913845875a1b req-c347fbfe-4638-4896-b50c-9da47ff923e4 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0516245 Jan 18 19:37:21.953710 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-044d4ebb-64b3-4a91-8a73-913845875a1b req-ffdf7a74-85e4-4399-aef8-5e66b9bd2b45 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408909 Jan 18 19:37:22.362138 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590b71b-4571-4d8d-8296-1cb4986634aa req-7eb4b6cd-cb2a-475b-8f91-2ea10f62728d tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:22.363564 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7590b71b-4571-4d8d-8296-1cb4986634aa req-7eb4b6cd-cb2a-475b-8f91-2ea10f62728d tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 946 time: 0.0473242 Jan 18 19:37:22.408633 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7590b71b-4571-4d8d-8296-1cb4986634aa req-131f030d-d865-4eca-bb10-c41ae867bcba tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396156 Jan 18 19:37:23.071120 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bb14e-6244-46ad-9209-f9103b107f8d req-6597240c-e96c-44b0-be1c-1e97ac9c9f53 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:23.072595 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-be7bb14e-6244-46ad-9209-f9103b107f8d req-6597240c-e96c-44b0-be1c-1e97ac9c9f53 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0478184 Jan 18 19:37:23.075260 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:23.121335 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-be7bb14e-6244-46ad-9209-f9103b107f8d req-baaf14f1-08c6-4f93-9062-6a8672d77c48 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432701 Jan 18 19:37:23.518171 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee32df-e0c3-453c-8d07-ec31e9956f82 req-9c82687a-3ebf-4ac7-abb6-8185269e10b2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:23.519625 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-77ee32df-e0c3-453c-8d07-ec31e9956f82 req-9c82687a-3ebf-4ac7-abb6-8185269e10b2 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 946 time: 0.0468156 Jan 18 19:37:23.568731 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-77ee32df-e0c3-453c-8d07-ec31e9956f82 req-ffd2e7fa-8e27-42da-9986-70ea83b44037 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436316 Jan 18 19:37:24.231372 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d375e2-0e98-46d5-af9e-ecf17de20f41 req-804da578-90b3-40e4-a318-9586760e9aac tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:24.232830 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-74d375e2-0e98-46d5-af9e-ecf17de20f41 req-804da578-90b3-40e4-a318-9586760e9aac tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0475657 Jan 18 19:37:24.277583 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-74d375e2-0e98-46d5-af9e-ecf17de20f41 req-3dcfc763-24a9-4651-a6f4-a5511d88e5a3 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393846 Jan 18 19:37:24.686479 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d33bd-39d1-457d-905e-cc086ee54b2f req-97d78522-d646-4a36-b555-14fd66ae5ce8 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:24.688455 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3f6d33bd-39d1-457d-905e-cc086ee54b2f req-97d78522-d646-4a36-b555-14fd66ae5ce8 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 946 time: 0.0512414 Jan 18 19:37:24.732640 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3f6d33bd-39d1-457d-905e-cc086ee54b2f req-d6a61d50-9de1-4dd2-a526-cee13343f7c4 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386605 Jan 18 19:37:25.395733 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bcf5d-7a09-4ba0-b1db-bac740825bc0 req-1e55ad39-ea2b-498f-ba47-07a4ffd9d4fd tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:25.397166 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-075bcf5d-7a09-4ba0-b1db-bac740825bc0 req-1e55ad39-ea2b-498f-ba47-07a4ffd9d4fd tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0472674 Jan 18 19:37:25.441259 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-075bcf5d-7a09-4ba0-b1db-bac740825bc0 req-71ace89b-4fdc-4d4c-a638-15cfaafaba28 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387404 Jan 18 19:37:25.848580 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7fae8-828b-4359-b4e1-2a363b9026b2 req-64da06ef-a57f-41c9-832c-9ef7bd530bae tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:25.850099 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7aa7fae8-828b-4359-b4e1-2a363b9026b2 req-64da06ef-a57f-41c9-832c-9ef7bd530bae tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 946 time: 0.0518281 Jan 18 19:37:25.896768 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7aa7fae8-828b-4359-b4e1-2a363b9026b2 req-253b342c-178e-4b56-ba79-827dc3a70e63 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410922 Jan 18 19:37:26.552371 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500d4e0-36f8-4fff-9243-0f737422a008 req-1e091b10-d5df-4374-b492-3fb6223f8b67 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:26.553744 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3500d4e0-36f8-4fff-9243-0f737422a008 req-1e091b10-d5df-4374-b492-3fb6223f8b67 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0478387 Jan 18 19:37:26.598964 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3500d4e0-36f8-4fff-9243-0f737422a008 req-daaa51ad-d31b-4ed2-b9dd-350b03aacca5 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396223 Jan 18 19:37:27.016726 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6013f-6f13-402d-ac5d-65108099807c req-483bcefa-97e5-43c8-be0b-a7c465fca20c tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:27.018316 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a7d6013f-6f13-402d-ac5d-65108099807c req-483bcefa-97e5-43c8-be0b-a7c465fca20c tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 946 time: 0.0474603 Jan 18 19:37:27.071144 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a7d6013f-6f13-402d-ac5d-65108099807c req-3d72a9e1-0d4b-4fc4-b6d7-8c6b390acfca tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471811 Jan 18 19:37:27.714632 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9541be-1a74-4398-b4fb-b4ef025b5bb5 req-7d1c7549-e777-4e06-9a98-5ad1ff79a188 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:27.716092 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7d9541be-1a74-4398-b4fb-b4ef025b5bb5 req-7d1c7549-e777-4e06-9a98-5ad1ff79a188 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0500348 Jan 18 19:37:27.762939 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7d9541be-1a74-4398-b4fb-b4ef025b5bb5 req-66e5784a-ab1a-4134-adbf-e950ac0c7077 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400536 Jan 18 19:37:28.192120 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe11d3-6bab-4994-b05d-86b1631788ac req-95c62a52-3437-45d8-9b54-f0eefc1c3f60 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:28.193850 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-20fe11d3-6bab-4994-b05d-86b1631788ac req-95c62a52-3437-45d8-9b54-f0eefc1c3f60 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 946 time: 0.0511637 Jan 18 19:37:28.242408 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-20fe11d3-6bab-4994-b05d-86b1631788ac req-7a5ac51e-dc52-471c-9a8b-ea5edaebc1b0 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427885 Jan 18 19:37:28.401657 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-b38608e9-8452-48da-87c6-b8f90cee23a2 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:28.403166 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-b38608e9-8452-48da-87c6-b8f90cee23a2 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/networks?id=a0ead810-f65d-444a-8fd0-efbdbd337aa6 HTTP/1.1" status: 200 len: 814 time: 0.1077108 Jan 18 19:37:28.420785 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-0d3b930b-7eb6-4288-acf2-cf8f9ae70026 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/quotas/4b63ac006c044c26955f7a44315a7b22 HTTP/1.1" status: 200 len: 375 time: 0.0089459 Jan 18 19:37:28.448000 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-0475a319-042f-4425-8467-acfa4e66b4b8 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b63ac006c044c26955f7a44315a7b22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250828 Jan 18 19:37:28.542258 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-50538dae-8639-449b-ade6-777b669cc179 service neutron] 10.222.0.20 "GET /v2.0/networks/a0ead810-f65d-444a-8fd0-efbdbd337aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867178 Jan 18 19:37:28.628409 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-45d04fd3-41f1-4cda-8c8d-aedd83b46608 service neutron] 10.222.0.20 "GET /v2.0/networks/a0ead810-f65d-444a-8fd0-efbdbd337aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805972 Jan 18 19:37:28.963124 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a411e59b-68a3-4316-87b3-ca1626d90f29 req-62f24e85-8b4e-42e0-aebf-8bd105d2c965 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 210 time: 0.0308840 Jan 18 19:37:28.988509 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d679e-4897-4deb-97b9-2d0a5b9693d7 req-29f26e83-416e-425a-983b-ac29f37e9b4a tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:28.988509 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7a2d679e-4897-4deb-97b9-2d0a5b9693d7 req-29f26e83-416e-425a-983b-ac29f37e9b4a tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.1130800 Jan 18 19:37:29.037455 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7a2d679e-4897-4deb-97b9-2d0a5b9693d7 req-5a57cea1-1b2d-4599-b85c-f850b4ca6d7d tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527647 Jan 18 19:37:29.132621 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510115c-3eff-4ae9-beaa-b541dc2bb5c4 req-0782cccb-44c7-42fc-97a5-3039b815ba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:29.134147 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-b510115c-3eff-4ae9-beaa-b541dc2bb5c4 req-0782cccb-44c7-42fc-97a5-3039b815ba49 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 1099 time: 0.0421343 Jan 18 19:37:29.177672 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-b510115c-3eff-4ae9-beaa-b541dc2bb5c4 req-a23978b8-24cb-418c-aca6-d4bea09219d5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369475 Jan 18 19:37:30.059222 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7e8e99de-a9b0-4cba-9c4d-ffa6ed77154b req-9b19efaf-f18c-4c2f-b4fb-c704e6e607bc tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 210 time: 0.0258834 Jan 18 19:37:30.157350 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f69e1-80ab-409e-9d21-168335a5e443 req-fbdf998e-2b24-42f4-a4f2-29c5b95e2fb1 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:30.158816 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e66f69e1-80ab-409e-9d21-168335a5e443 req-fbdf998e-2b24-42f4-a4f2-29c5b95e2fb1 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0476477 Jan 18 19:37:30.208962 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e66f69e1-80ab-409e-9d21-168335a5e443 req-c99f95bc-033a-41f2-a40e-e25bec53ae24 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446687 Jan 18 19:37:31.157682 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ed9d889a-05e7-472b-a308-badf666b3c42 req-5a22a12b-19cf-496a-b09d-3898195def7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 210 time: 0.0259039 Jan 18 19:37:31.326504 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086e4ab-8bc4-488f-aab0-374fe454b2d4 req-fd335f11-574e-4c8f-a534-f91459bcfd76 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:31.328112 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4086e4ab-8bc4-488f-aab0-374fe454b2d4 req-fd335f11-574e-4c8f-a534-f91459bcfd76 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0506454 Jan 18 19:37:31.362673 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-1042f908-cb46-4b18-9ff1-466f88364b95 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:31.364603 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-1042f908-cb46-4b18-9ff1-466f88364b95 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.35 "GET /v2.0/networks?id=a0ead810-f65d-444a-8fd0-efbdbd337aa6 HTTP/1.1" status: 200 len: 814 time: 0.1130617 Jan 18 19:37:31.377015 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4086e4ab-8bc4-488f-aab0-374fe454b2d4 req-ce20ba7c-4c00-4ad3-806b-fe64011236ca tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429509 Jan 18 19:37:31.378826 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Request body: {'port': {'device_id': 'b6dd161c-8a56-4917-ac58-eef9327f060d', 'network_id': 'a0ead810-f65d-444a-8fd0-efbdbd337aa6', 'admin_state_up': True, 'tenant_id': '4b63ac006c044c26955f7a44315a7b22'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:31.501160 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef761de-f10f-42a3-a51d-444c361f3681 req-4853c323-b941-47c5-91a0-3da720ddd006 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:31.502692 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6ef761de-f10f-42a3-a51d-444c361f3681 req-4853c323-b941-47c5-91a0-3da720ddd006 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0532539 Jan 18 19:37:31.551473 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6ef761de-f10f-42a3-a51d-444c361f3681 req-715c7542-f6a5-4d34-bb85-a4c5713ab26c tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432448 Jan 18 19:37:31.564226 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Made reservation on behalf of 4b63ac006c044c26955f7a44315a7b22 for: {'port': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:37:31.567752 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:31.693966 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Allocated IP 172.20.0.13 (a0ead810-f65d-444a-8fd0-efbdbd337aa6/e20ed9f3-cf41-4d9e-87ed-32ace70273b7/1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:37:31.841694 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Publish callbacks [] for port (1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:31.992889 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:32.037714 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Network a0ead810-f65d-444a-8fd0-efbdbd337aa6 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:37:32.040617 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:37:32.044208 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:37:32.073260 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Pushing event updated for resources: {'Port': ['ID=1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:32.087337 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:32.087688 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:32.088034 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:32.088373 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:32.088705 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:32.089031 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:32.089365 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:32.089690 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:32.090016 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:32.090361 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:32.090730 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:32.091049 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:32.091370 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:32.109482 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:32.113528 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:32.203085 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-515967f1-53de-42f8-9581-46a9f1d8da7a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8280282 Jan 18 19:37:32.219811 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Request body: {'port': {'device_id': 'b6dd161c-8a56-4917-ac58-eef9327f060d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:32.257224 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 33334) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:32.291355 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026c6ca-1cda-4e6a-bd1b-8f97f745400b req-183ae06c-4f6a-454e-8010-f81b3022d9ff tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:32.301498 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d026c6ca-1cda-4e6a-bd1b-8f97f745400b req-183ae06c-4f6a-454e-8010-f81b3022d9ff tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 932 time: 0.0764172 Jan 18 19:37:32.334492 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:32.348599 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d026c6ca-1cda-4e6a-bd1b-8f97f745400b req-6a936f6f-834e-4e14-8b94-1b1760760442 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461998 Jan 18 19:37:32.355659 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5fe2079-c0d3-40da-835a-95e6ee800331 admin admin] Deleting subnet ad089699-f02d-4543-a344-3f5587b6a6f9 {{(pid=103173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 19:37:32.359201 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b5fe2079-c0d3-40da-835a-95e6ee800331 admin admin] Publish callbacks [] for subnet (ad089699-f02d-4543-a344-3f5587b6a6f9), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:32.424876 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b5fe2079-c0d3-40da-835a-95e6ee800331 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4654559'] for subnet (ad089699-f02d-4543-a344-3f5587b6a6f9), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:32.528017 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b5fe2079-c0d3-40da-835a-95e6ee800331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033805'] for subnet (ad089699-f02d-4543-a344-3f5587b6a6f9), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:32.874040 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:37:32.881368 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Publish callbacks [] for port (1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:32.885143 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b5fe2079-c0d3-40da-835a-95e6ee800331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4740263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4604057'] for subnet (ad089699-f02d-4543-a344-3f5587b6a6f9), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:32.917087 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Transition to ACTIVE for port object 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 will not be triggered until provisioned by entity L2. {{(pid=103173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:37:32.919237 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe2079-c0d3-40da-835a-95e6ee800331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad089699-f02d-4543-a344-3f5587b6a6f9,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:32.921218 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b5fe2079-c0d3-40da-835a-95e6ee800331 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:32.924306 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-b5fe2079-c0d3-40da-835a-95e6ee800331 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ad089699-f02d-4543-a344-3f5587b6a6f9 HTTP/1.1" status: 204 len: 168 time: 0.6659760 Jan 18 19:37:32.926807 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 33344) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:32.980388 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740253'] for port (1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:33.017378 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6177a16f-be3e-4f16-8190-92480d06678e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612357'] for network (be9c509c-ca4e-4a22-9560-651654742bdf), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:33.047027 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Pushing event updated for resources: {'Port': ['ID=1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:33.161763 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6177a16f-be3e-4f16-8190-92480d06678e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1040116', 'neutron.services.segments.db._delete_segments_for_network-8736992440351'] for network (be9c509c-ca4e-4a22-9560-651654742bdf), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:33.187365 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Attempting to bind port 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:37:33.187695 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Attempting to bind port 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '8cb821b4-ebd5-4483-85a8-0cff48f3dde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a0ead810-f65d-444a-8fd0-efbdbd337aa6'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:37:33.188015 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Attempting to bind port 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 on network a0ead810-f65d-444a-8fd0-efbdbd337aa6 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:37:33.192731 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-6177a16f-be3e-4f16-8190-92480d06678e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9c509c-ca4e-4a22-9560-651654742bdf']}} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:37:33.199842 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Port 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 on network a0ead810-f65d-444a-8fd0-efbdbd337aa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:37:33.200160 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Attempting to bind port 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 on network a0ead810-f65d-444a-8fd0-efbdbd337aa6 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:37:33.207207 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-6177a16f-be3e-4f16-8190-92480d06678e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61be3fad-a591-410a-ac9a-5abc0b32d3df') {'for_net_delete': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:37:33.207761 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-6177a16f-be3e-4f16-8190-92480d06678e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61be3fad-a591-410a-ac9a-5abc0b32d3df') {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:37:33.209500 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:37:33.209828 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Checking segment: {'id': '8cb821b4-ebd5-4483-85a8-0cff48f3dde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a0ead810-f65d-444a-8fd0-efbdbd337aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:37:33.210229 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Bound using segment: {'id': '8cb821b4-ebd5-4483-85a8-0cff48f3dde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a0ead810-f65d-444a-8fd0-efbdbd337aa6'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:37:33.210659 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Bound port: 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb821b4-ebd5-4483-85a8-0cff48f3dde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a0ead810-f65d-444a-8fd0-efbdbd337aa6'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:37:33.210985 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:33.225573 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6177a16f-be3e-4f16-8190-92480d06678e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736992440616', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4654534'] for segment (61be3fad-a591-410a-ac9a-5abc0b32d3df), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:33.256487 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6177a16f-be3e-4f16-8190-92480d06678e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (61be3fad-a591-410a-ac9a-5abc0b32d3df), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:33.268131 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6177a16f-be3e-4f16-8190-92480d06678e admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 19:37:33.268516 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6177a16f-be3e-4f16-8190-92480d06678e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4740345'] for segment (61be3fad-a591-410a-ac9a-5abc0b32d3df), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:37:33.270148 dv-cinder-811877-7-iscsi neutron-server[103173]: Traceback (most recent call last): Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: timer() Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: cb(*args, **kw) Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: return func(*args, **kwargs) Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: self._notify() Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: self.callback(batched_events) Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: event.method(event) Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: return f(self, *a, **k) Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: return self._get(url).json() Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: return self.request(url, 'GET', **kwargs) Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:37:33.272544 dv-cinder-811877-7-iscsi neutron-server[103173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:37:33.337717 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] For port 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8, host hv-cinder-81187, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:37:33.416104 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] For port 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8,segment=NetworkSegment(8cb821b4-ebd5-4483-85a8-0cff48f3dde2),segment_id=8cb821b4-ebd5-4483-85a8-0cff48f3dde2)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:37:33.417644 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6177a16f-be3e-4f16-8190-92480d06678e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1040067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087210'] for network (be9c509c-ca4e-4a22-9560-651654742bdf), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:33.425683 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-6177a16f-be3e-4f16-8190-92480d06678e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:33.428897 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-6177a16f-be3e-4f16-8190-92480d06678e admin admin] 10.222.0.20 "DELETE /v2.0/networks/be9c509c-ca4e-4a22-9560-651654742bdf HTTP/1.1" status: 204 len: 168 time: 0.5011690 Jan 18 19:37:33.440376 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177a16f-be3e-4f16-8190-92480d06678e admin admin] Pushing event deleted for resources: {'Network': ['ID=be9c509c-ca4e-4a22-9560-651654742bdf,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:33.463684 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c05855-e8af-4328-ac51-561371efb7ef req-bbaf0955-9918-4397-ac3b-399a55b7df0a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:33.465156 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-58c05855-e8af-4328-ac51-561371efb7ef req-bbaf0955-9918-4397-ac3b-399a55b7df0a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 944 time: 0.0484922 Jan 18 19:37:33.478563 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740253'] for port (1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:33.515084 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:33.515697 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:33.517051 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] 10.222.0.35 "PUT /v2.0/ports/1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 HTTP/1.1" status: 200 len: 1094 time: 1.3017998 Jan 18 19:37:33.517485 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6dd161c-8a56-4917-ac58-eef9327f060d', 'tag': '1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:37:33.519702 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2192f31b9332bf9c25be62e2eb712fda9b4426ea0356a3efb127a3d7520833a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cbe7a0-72e0-4040-9787-e0a30c4e0470" -d '{"events": [{"name": "network-changed", "server_uuid": "b6dd161c-8a56-4917-ac58-eef9327f060d", "tag": "1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:37:33.521644 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-58c05855-e8af-4328-ac51-561371efb7ef req-b1a03690-aaf4-4d5c-8f6a-632c220a6652 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499818 Jan 18 19:37:33.550896 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20e8d0-2524-4fd2-ab04-535a67c9c06c service neutron] Pushing event updated for resources: {'Port': ['ID=1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:33.567921 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f950e3e8-aaa1-42ee-8801-c4421c27bcfd x-openstack-request-id: req-f950e3e8-aaa1-42ee-8801-c4421c27bcfd {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:37:33.568294 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6dd161c-8a56-4917-ac58-eef9327f060d", "tag": "1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:37:33.568626 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f950e3e8-aaa1-42ee-8801-c4421c27bcfd {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:37:33.569029 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6dd161c-8a56-4917-ac58-eef9327f060d', 'tag': '1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8', 'status': 'completed', 'code': 200} Jan 18 19:37:33.626112 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbe7a0-72e0-4040-9787-e0a30c4e0470 req-51b51724-7c6f-43e0-a97a-f323e9c26d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:33.627603 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-90cbe7a0-72e0-4040-9787-e0a30c4e0470 req-51b51724-7c6f-43e0-a97a-f323e9c26d1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b63ac006c044c26955f7a44315a7b22&device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 1097 time: 0.0423853 Jan 18 19:37:33.768023 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 33362) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:33.801228 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbe7a0-72e0-4040-9787-e0a30c4e0470 req-183d14f8-f8eb-4125-9e23-b388b1197eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:33.802909 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-90cbe7a0-72e0-4040-9787-e0a30c4e0470 req-183d14f8-f8eb-4125-9e23-b388b1197eb4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4b63ac006c044c26955f7a44315a7b22&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1673846 Jan 18 19:37:33.809591 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-1df76a9d-f460-4ebf-b12a-f1ca2299dcf5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0cfb462244d404d83ab6b48f6495a2c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403707 Jan 18 19:37:33.812067 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 33364) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:33.859373 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-0ce94283-ea97-4298-98d8-deb895478b0f admin admin] Publish callbacks [] for security_group (10d25295-6931-41ab-9044-79d0b103b80f), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:33.880123 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-0ce94283-ea97-4298-98d8-deb895478b0f admin admin] Publish callbacks [] for security_group (10d25295-6931-41ab-9044-79d0b103b80f), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:33.978787 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbe7a0-72e0-4040-9787-e0a30c4e0470 req-4d168868-f3ee-4cde-a28c-d79ce6ddfcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:33.980349 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-90cbe7a0-72e0-4040-9787-e0a30c4e0470 req-4d168868-f3ee-4cde-a28c-d79ce6ddfcaa service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1543946 Jan 18 19:37:34.020715 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-0ce94283-ea97-4298-98d8-deb895478b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (10d25295-6931-41ab-9044-79d0b103b80f), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:34.023359 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-0ce94283-ea97-4298-98d8-deb895478b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:34.024516 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-0ce94283-ea97-4298-98d8-deb895478b0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10d25295-6931-41ab-9044-79d0b103b80f HTTP/1.1" status: 204 len: 168 time: 0.2115712 Jan 18 19:37:34.035390 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce94283-ea97-4298-98d8-deb895478b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d25295-6931-41ab-9044-79d0b103b80f,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:34.067847 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-818d5336-3421-46d8-a7f2-dc87bae69976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:34.069446 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-818d5336-3421-46d8-a7f2-dc87bae69976 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b63ac006c044c26955f7a44315a7b22&device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 1097 time: 0.0435686 Jan 18 19:37:34.116936 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-580c61c7-b60a-4a7c-9a39-233ce52370c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 HTTP/1.1" status: 200 len: 217 time: 0.0367954 Jan 18 19:37:34.166576 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-2c348370-4881-40ab-b52f-18f01cf8cede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:34.168095 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-2c348370-4881-40ab-b52f-18f01cf8cede service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e20ed9f3-cf41-4d9e-87ed-32ace70273b7 HTTP/1.1" status: 200 len: 854 time: 0.0432384 Jan 18 19:37:34.196904 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-014c0f91-6814-4549-a533-7987f56d38ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0ead810-f65d-444a-8fd0-efbdbd337aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227661 Jan 18 19:37:34.291716 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-4e9bd514-c9d5-40f2-b536-14d622209b1e service neutron] 10.222.0.35 "GET /v2.0/networks/a0ead810-f65d-444a-8fd0-efbdbd337aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889885 Jan 18 19:37:34.397348 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-81bf28e7-e0d4-48bd-98df-50f195a32ab2 req-94106cb0-2a8b-451a-b993-d1cf35f60747 service neutron] 10.222.0.35 "GET /v2.0/networks/a0ead810-f65d-444a-8fd0-efbdbd337aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983996 Jan 18 19:37:34.744174 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c53ca59-9f70-4091-aa3a-9be2a6ef02e0 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:34.745622 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c53ca59-9f70-4091-aa3a-9be2a6ef02e0 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/networks?id=4f02a957-f869-4436-9e44-afa05054a27b HTTP/1.1" status: 200 len: 814 time: 0.3069751 Jan 18 19:37:34.773671 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-ca998067-34e6-4889-bba1-6063d6053b49 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/quotas/be668e6d10aa4518abe4256a2c3660a5 HTTP/1.1" status: 200 len: 375 time: 0.0149918 Jan 18 19:37:34.797642 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574e3b6-e74e-4606-9e1a-167a287a2466 req-22eb58d7-5b25-4732-ac15-773f6e2540f2 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:34.799117 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4574e3b6-e74e-4606-9e1a-167a287a2466 req-22eb58d7-5b25-4732-ac15-773f6e2540f2 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 944 time: 0.0782254 Jan 18 19:37:34.864725 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-2a295717-8980-41a1-8f17-e2bb7f0db4c8 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=be668e6d10aa4518abe4256a2c3660a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831542 Jan 18 19:37:34.872023 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4574e3b6-e74e-4606-9e1a-167a287a2466 req-13b4471e-b97c-4a6f-949f-2aa07bb79aec tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561185 Jan 18 19:37:34.956386 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-35f46f88-dcf2-43fa-8a0f-a43a23983dc1 service neutron] 10.222.0.20 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834339 Jan 18 19:37:35.073304 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-68f9b386-b042-4530-b9c6-1db724ec405f service neutron] 10.222.0.20 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062822 Jan 18 19:37:35.082193 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 33418) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:35.205844 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c8259f2c-855f-4c4b-a38f-23a1b3dba739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:35.313410 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f250497c-2d70-4c18-a58a-22daa8af82b7 req-22625ac9-c10b-4436-9abe-33c72a22e78a tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 210 time: 0.0360849 Jan 18 19:37:35.316375 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c8259f2c-855f-4c4b-a38f-23a1b3dba739 admin admin] Publish callbacks [] for security_group (b87de776-1b7a-4570-ab7f-9f358d091dc1), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:35.385431 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 33438) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:35.393098 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c8259f2c-855f-4c4b-a38f-23a1b3dba739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (b87de776-1b7a-4570-ab7f-9f358d091dc1), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:35.435632 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-c8259f2c-855f-4c4b-a38f-23a1b3dba739 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7a21bf2c06048b89b7f3b9eefe2c0fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3516161 Jan 18 19:37:35.437980 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8259f2c-855f-4c4b-a38f-23a1b3dba739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87de776-1b7a-4570-ab7f-9f358d091dc1,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:35.438470 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 33450) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:35.523868 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-670400e5-90c0-4420-8a23-9c4361d60e16 admin admin] Publish callbacks [] for security_group (b87de776-1b7a-4570-ab7f-9f358d091dc1), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:35.545114 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-858614974-network', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:35.567412 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-670400e5-90c0-4420-8a23-9c4361d60e16 admin admin] Publish callbacks [] for security_group (b87de776-1b7a-4570-ab7f-9f358d091dc1), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:35.657802 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Made reservation on behalf of 18a3f1ab116048bf915dcee197eb1cea for: {'network': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:37:35.660124 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for network (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:35.668987 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:35.715322 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-670400e5-90c0-4420-8a23-9c4361d60e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (b87de776-1b7a-4570-ab7f-9f358d091dc1), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:35.719378 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-670400e5-90c0-4420-8a23-9c4361d60e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:35.725121 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-670400e5-90c0-4420-8a23-9c4361d60e16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b87de776-1b7a-4570-ab7f-9f358d091dc1 HTTP/1.1" status: 204 len: 168 time: 0.2808278 Jan 18 19:37:35.732122 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670400e5-90c0-4420-8a23-9c4361d60e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87de776-1b7a-4570-ab7f-9f358d091dc1,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:35.782918 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Publish callbacks [] for security_group (402f2459-1994-43cb-8769-2116302e86b2), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:35.875339 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (402f2459-1994-43cb-8769-2116302e86b2), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:35.900322 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:37:35.944387 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (d84c562e-f887-4cea-9249-8de44ec3aa33), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:35.944647 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.segments_db [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Added segment d84c562e-f887-4cea-9249-8de44ec3aa33 of type vlan for network 500b8bcd-5a25-45e2-b1bb-41c45019fe6b Jan 18 19:37:35.945956 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402f2459-1994-43cb-8769-2116302e86b2,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:36.004144 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:36.004501 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:36.004848 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:36.005191 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:36.005536 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:36.005866 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:36.006228 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:36.006560 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:36.006895 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:36.007224 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:36.007583 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:36.007906 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:36.008228 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:36.029956 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736991889309'] for network (500b8bcd-5a25-45e2-b1bb-41c45019fe6b), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:36.046988 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56425d-2c02-4e33-ab84-ab23855f3f37 req-3f91ed36-92a6-41a1-bf16-e0c97e086520 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:36.048514 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6a56425d-2c02-4e33-ab84-ab23855f3f37 req-3f91ed36-92a6-41a1-bf16-e0c97e086520 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.1520445 Jan 18 19:37:36.074611 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22159bf-5c26-4945-9581-47e8034d1083 req-c7d34747-06ea-4fad-9e71-dec26d21f230 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:36.080739 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d22159bf-5c26-4945-9581-47e8034d1083 req-c7d34747-06ea-4fad-9e71-dec26d21f230 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 944 time: 0.1376898 Jan 18 19:37:36.125997 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649409d-6063-4443-87e7-5765bf8fd0b4 req-a6f70079-4e4d-431f-a490-a493f85bf1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:36.127499 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-b649409d-6063-4443-87e7-5765bf8fd0b4 req-a6f70079-4e4d-431f-a490-a493f85bf1e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d566f74dc13d4f3ea84a0b02cd9786fa&device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 1098 time: 0.0510142 Jan 18 19:37:36.175930 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6a56425d-2c02-4e33-ab84-ab23855f3f37 req-f6c4d3b4-c65d-4b8f-8d39-fdaf4ccb1006 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870564 Jan 18 19:37:36.210351 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d22159bf-5c26-4945-9581-47e8034d1083 req-2ea78826-1cd9-463c-b267-5c97c61038a8 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286564 Jan 18 19:37:36.245801 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for network (500b8bcd-5a25-45e2-b1bb-41c45019fe6b), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:36.247657 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:36.248411 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:36.263582 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649409d-6063-4443-87e7-5765bf8fd0b4 req-e71523a0-afbc-4acc-974b-79cceb15eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:36.265087 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-b649409d-6063-4443-87e7-5765bf8fd0b4 req-e71523a0-afbc-4acc-974b-79cceb15eb57 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a37f81d-d7f4-49f1-80e7-09fae1eca369 HTTP/1.1" status: 200 len: 920 time: 0.1270826 Jan 18 19:37:36.338980 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9523695 Jan 18 19:37:36.341795 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 33480) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:36.346747 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-b649409d-6063-4443-87e7-5765bf8fd0b4 req-c9293b70-1da8-4764-92a6-7df61e2294b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0345ff4a-5024-4047-884f-45f77573f81f HTTP/1.1" status: 200 len: 217 time: 0.0755038 Jan 18 19:37:36.347524 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-12045633-785b-4867-9529-5cd0368a3e9b admin admin] Request body: {'subnet': {'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-858614974-subnet', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:36.367118 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3526d1-1044-46e6-8c44-41116a0ed595 admin admin] Pushing event updated for resources: {'Network': ['ID=500b8bcd-5a25-45e2-b1bb-41c45019fe6b,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:36.380777 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Network 500b8bcd-5a25-45e2-b1bb-41c45019fe6b details requested by agent ovs-agent-dv-cinder-811877-7-iscsi with host dv-cinder-811877-7-iscsi {{(pid=103174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:37:36.431472 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649409d-6063-4443-87e7-5765bf8fd0b4 req-eebd2d8c-73d7-4d67-a4c3-4e35cf0f02c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:36.432502 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6f0bd4b0-1c1f-41b9-9e3e-fce67ab1a298 req-1a21dc16-0d1f-47f4-bfa5-a8345c5a7c58 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 210 time: 0.0325847 Jan 18 19:37:36.433070 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-b649409d-6063-4443-87e7-5765bf8fd0b4 req-eebd2d8c-73d7-4d67-a4c3-4e35cf0f02c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bdd86ec8-e4ac-4f77-b398-ae467a5e4aac HTTP/1.1" status: 200 len: 859 time: 0.0778270 Jan 18 19:37:36.465211 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-b649409d-6063-4443-87e7-5765bf8fd0b4 req-1983df43-e744-46bd-abdc-7566d7147394 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a37f81d-d7f4-49f1-80e7-09fae1eca369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260208 Jan 18 19:37:36.466532 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12045633-785b-4867-9529-5cd0368a3e9b admin admin] Made reservation on behalf of 18a3f1ab116048bf915dcee197eb1cea for: {'subnet': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:37:36.469377 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-12045633-785b-4867-9529-5cd0368a3e9b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:36.569755 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-b649409d-6063-4443-87e7-5765bf8fd0b4 req-e4462c2c-d797-432b-aef5-ba71b461bd7c service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962713 Jan 18 19:37:36.659320 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-b649409d-6063-4443-87e7-5765bf8fd0b4 req-820c0fd1-55fc-4b3a-a2fd-15a5abe418b0 service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835826 Jan 18 19:37:36.720799 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-12045633-785b-4867-9529-5cd0368a3e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for subnet (bd74878b-397a-47c2-9666-5f87fde4b302), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:36.778859 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12045633-785b-4867-9529-5cd0368a3e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd74878b-397a-47c2-9666-5f87fde4b302,revision_number=0']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:36.788150 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12045633-785b-4867-9529-5cd0368a3e9b admin admin] Checking segment: {'id': 'd84c562e-f887-4cea-9249-8de44ec3aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:37:36.789137 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12045633-785b-4867-9529-5cd0368a3e9b admin admin] Network hostable DHCP agents. Network: 500b8bcd-5a25-45e2-b1bb-41c45019fe6b, hostable agents: ['0d168223-99d0-40e7-a552-9355723bc6d5'], hosted agents: [] {{(pid=103172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:37:36.886096 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12045633-785b-4867-9529-5cd0368a3e9b admin admin] Network 500b8bcd-5a25-45e2-b1bb-41c45019fe6b is scheduled to be hosted by DHCP agent 0d168223-99d0-40e7-a552-9355723bc6d5 with binding_index 1 {{(pid=103172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:37:36.952974 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-12045633-785b-4867-9529-5cd0368a3e9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-7-iscsi, 500b8bcd-5a25-45e2-b1bb-41c45019fe6b) {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:37:36.957566 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12045633-785b-4867-9529-5cd0368a3e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:36.958822 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-12045633-785b-4867-9529-5cd0368a3e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:36.968630 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878dcb20-a4b5-4145-8692-082c17cafb0a None None] Network 500b8bcd-5a25-45e2-b1bb-41c45019fe6b requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:37:37.064743 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-12045633-785b-4867-9529-5cd0368a3e9b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7213225 Jan 18 19:37:37.066345 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp129c5bed-9af5-5ca5-9b54-29f02576e802-500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'fixed_ips': [{'subnet_id': 'bd74878b-397a-47c2-9666-5f87fde4b302'}]}} from dv-cinder-811877-7-iscsi. {{(pid=103174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 19:37:37.067498 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 33500) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:37.067633 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:37.072301 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-793bc5f0-e885-4419-b39b-0d3811028b73 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:37.194913 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-793bc5f0-e885-4419-b39b-0d3811028b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9179'] for router (b98e3863-0b6c-422b-99df-10fb4f5d5d9e), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:37.196266 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-793bc5f0-e885-4419-b39b-0d3811028b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2091013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1984424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9184'] for router (b98e3863-0b6c-422b-99df-10fb4f5d5d9e), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:37.222468 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] Allocated IP 172.20.0.2 (500b8bcd-5a25-45e2-b1bb-41c45019fe6b/bd74878b-397a-47c2-9666-5f87fde4b302/f520db29-5cf7-4650-8cda-1648895ca0a8) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:37:37.383235 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-793bc5f0-e885-4419-b39b-0d3811028b73 admin admin] Publish callbacks [] for router_controller (b98e3863-0b6c-422b-99df-10fb4f5d5d9e), precommit_add_association {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:37.420645 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3552cf-4244-4c8c-bb08-bdd4311267d2 req-c8ef8861-5a0f-437a-ade5-de5481c21682 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:37.422188 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ec3552cf-4244-4c8c-bb08-bdd4311267d2 req-c8ef8861-5a0f-437a-ade5-de5481c21682 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.1632144 Jan 18 19:37:37.446478 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d39ad-9f9d-4125-a2df-0419da37f6a4 req-5fa35131-91ef-416b-bbaa-9ca44b07a8b7 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:37.447955 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c78d39ad-9f9d-4125-a2df-0419da37f6a4 req-5fa35131-91ef-416b-bbaa-9ca44b07a8b7 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 944 time: 0.0758719 Jan 18 19:37:37.450448 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] Publish callbacks [] for port (f520db29-5cf7-4650-8cda-1648895ca0a8), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:37.520900 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (f520db29-5cf7-4650-8cda-1648895ca0a8), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:37.540482 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ec3552cf-4244-4c8c-bb08-bdd4311267d2 req-ea49fdb8-62e5-405b-a5c6-d29a97e69ad0 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117945 Jan 18 19:37:37.572271 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] Network 500b8bcd-5a25-45e2-b1bb-41c45019fe6b is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:37:37.573912 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:37:37.575981 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] Pushing event updated for resources: {'Port': ['ID=f520db29-5cf7-4650-8cda-1648895ca0a8,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:37.579436 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:37:37.594518 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c78d39ad-9f9d-4125-a2df-0419da37f6a4 req-f75ae7ac-3eb5-4aa3-8be7-22adf26217db tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357751 Jan 18 19:37:37.668013 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-793bc5f0-e885-4419-b39b-0d3811028b73 admin admin] Publish callbacks [] for router_gateway (b98e3863-0b6c-422b-99df-10fb4f5d5d9e), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:37.685517 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-976d9aa8-c9f5-4a39-82f0-d48db1afd97e tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:37.687066 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-976d9aa8-c9f5-4a39-82f0-d48db1afd97e tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.35 "GET /v2.0/networks?id=4f02a957-f869-4436-9e44-afa05054a27b HTTP/1.1" status: 200 len: 814 time: 0.1756799 Jan 18 19:37:37.694753 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] Attempting to bind port f520db29-5cf7-4650-8cda-1648895ca0a8 on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:37:37.695126 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] Attempting to bind port f520db29-5cf7-4650-8cda-1648895ca0a8 by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': 'd84c562e-f887-4cea-9249-8de44ec3aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:37:37.695491 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] Attempting to bind port f520db29-5cf7-4650-8cda-1648895ca0a8 on network 500b8bcd-5a25-45e2-b1bb-41c45019fe6b {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:37:37.701037 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:37:37.701470 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] Checking segment: {'id': 'd84c562e-f887-4cea-9249-8de44ec3aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:37:37.702558 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:37.702956 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] Bound using segment: {'id': 'd84c562e-f887-4cea-9249-8de44ec3aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:37:37.703418 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] Bound port: f520db29-5cf7-4650-8cda-1648895ca0a8, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84c562e-f887-4cea-9249-8de44ec3aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:37:37.703968 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (f520db29-5cf7-4650-8cda-1648895ca0a8), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:37.705206 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-bc0c9fd6-44e9-4ad2-a50b-975aec969094 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Request body: {'port': {'device_id': '0a87bf41-60d3-4e59-a901-4fb0383476e9', 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b', 'admin_state_up': True, 'tenant_id': 'be668e6d10aa4518abe4256a2c3660a5'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:37.735524 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-223eb81f-52ce-42d9-a023-eece82fbdd6b req-e865e6e0-6044-4b39-8d7c-e2c28faba6ce tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 210 time: 0.0317140 Jan 18 19:37:37.789257 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] For port f520db29-5cf7-4650-8cda-1648895ca0a8, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:37:37.793044 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] For port f520db29-5cf7-4650-8cda-1648895ca0a8, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=f520db29-5cf7-4650-8cda-1648895ca0a8,segment=NetworkSegment(d84c562e-f887-4cea-9249-8de44ec3aa33),segment_id=d84c562e-f887-4cea-9249-8de44ec3aa33)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:37:37.892382 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (f520db29-5cf7-4650-8cda-1648895ca0a8), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:37.921532 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-bc0c9fd6-44e9-4ad2-a50b-975aec969094 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Made reservation on behalf of be668e6d10aa4518abe4256a2c3660a5 for: {'port': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:37:37.930736 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-bc0c9fd6-44e9-4ad2-a50b-975aec969094 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:37.954891 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f336d15-c945-49ea-bb44-be2a8726140f None None] Pushing event updated for resources: {'Port': ['ID=f520db29-5cf7-4650-8cda-1648895ca0a8,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:37.996811 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-793bc5f0-e885-4419-b39b-0d3811028b73 admin admin] Publish callbacks [] for router_gateway (b98e3863-0b6c-422b-99df-10fb4f5d5d9e), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:38.017940 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-793bc5f0-e885-4419-b39b-0d3811028b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:38.049191 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:37:38.090771 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-bc0c9fd6-44e9-4ad2-a50b-975aec969094 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Allocated IP 172.20.0.7 (4f02a957-f869-4436-9e44-afa05054a27b/c5acafb2-5b1c-4f2d-8e13-e936b8fb807f/c9ff1ff2-6f4c-4e09-bd63-df92e479831c) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:37:38.155204 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [None req-793bc5f0-e885-4419-b39b-0d3811028b73 admin admin] Allocated IP 172.27.2.69 (f5eef2c2-a885-4f46-b327-cbc20c3014d9/9269629e-72aa-4525-943b-faee8ca91ecd/c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:37:38.200493 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8,segment=NetworkSegment(8cb821b4-ebd5-4483-85a8-0cff48f3dde2),segment_id=8cb821b4-ebd5-4483-85a8-0cff48f3dde2)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:37:38.220789 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': '1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8', 'network_id': 'a0ead810-f65d-444a-8fd0-efbdbd337aa6', 'port_id': '1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8', 'mac_address': 'fa:16:3e:5c:13:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20ed9f3-cf41-4d9e-87ed-32ace70273b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:37:38.264059 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:37:38.264679 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:38.282331 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:37:38.337643 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8,segment=NetworkSegment(8cb821b4-ebd5-4483-85a8-0cff48f3dde2),segment_id=8cb821b4-ebd5-4483-85a8-0cff48f3dde2)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:37:38.346626 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-bc0c9fd6-44e9-4ad2-a50b-975aec969094 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks [] for port (c9ff1ff2-6f4c-4e09-bd63-df92e479831c), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:38.350732 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-793bc5f0-e885-4419-b39b-0d3811028b73 admin admin] Publish callbacks [] for port (c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:38.626383 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:38.630200 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-bc0c9fd6-44e9-4ad2-a50b-975aec969094 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (c9ff1ff2-6f4c-4e09-bd63-df92e479831c), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:38.640769 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-793bc5f0-e885-4419-b39b-0d3811028b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:38.666481 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['e5e4ef92-a840-4d41-ae88-02e476cd254b', 'ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:37:38.693016 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bc5f0-e885-4419-b39b-0d3811028b73 admin admin] Pushing event updated for resources: {'Port': ['ID=c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:38.697979 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-bc0c9fd6-44e9-4ad2-a50b-975aec969094 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Network 4f02a957-f869-4436-9e44-afa05054a27b is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:37:38.703818 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-bc0c9fd6-44e9-4ad2-a50b-975aec969094 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:37:38.706501 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-bc0c9fd6-44e9-4ad2-a50b-975aec969094 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:37:38.731697 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793bc5f0-e885-4419-b39b-0d3811028b73 admin admin] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:37:38.751697 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-793bc5f0-e885-4419-b39b-0d3811028b73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:37:38.757393 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793bc5f0-e885-4419-b39b-0d3811028b73 admin admin] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:37:38.776455 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-bc0c9fd6-44e9-4ad2-a50b-975aec969094 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:38.777232 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-bc0c9fd6-44e9-4ad2-a50b-975aec969094 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:38.834416 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c9fd6-44e9-4ad2-a50b-975aec969094 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Pushing event updated for resources: {'Port': ['ID=c9ff1ff2-6f4c-4e09-bd63-df92e479831c,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:38.888347 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c841ec-0cd2-4e80-8750-75384a6bd6ab req-b617924b-861c-44ca-a2bc-d67851809e52 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:38.890487 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b1c841ec-0cd2-4e80-8750-75384a6bd6ab req-b617924b-861c-44ca-a2bc-d67851809e52 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.2770436 Jan 18 19:37:38.903026 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:38.929384 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-bc0c9fd6-44e9-4ad2-a50b-975aec969094 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2315698 Jan 18 19:37:38.943479 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Request body: {'port': {'device_id': '0a87bf41-60d3-4e59-a901-4fb0383476e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:38.953140 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f329f-ca3f-46c4-998c-403a8b7c76fe req-cc049894-0cfa-42b9-9d80-2384353aa014 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:38.954738 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8d7f329f-ca3f-46c4-998c-403a8b7c76fe req-cc049894-0cfa-42b9-9d80-2384353aa014 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 945 time: 0.2466989 Jan 18 19:37:39.004013 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b1c841ec-0cd2-4e80-8750-75384a6bd6ab req-5fb938b8-1292-49e4-8ee8-b46337d3a85c tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031120 Jan 18 19:37:39.033378 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (c9ff1ff2-6f4c-4e09-bd63-df92e479831c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:39.076371 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:37:39.089151 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8d7f329f-ca3f-46c4-998c-403a8b7c76fe req-9d6215d7-622e-4c8f-bb26-7a02912b698c tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166716 Jan 18 19:37:39.220737 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-793bc5f0-e885-4419-b39b-0d3811028b73 admin admin] Publish callbacks [] for router_gateway (b98e3863-0b6c-422b-99df-10fb4f5d5d9e), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:39.420225 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e875741-80ff-44ec-baae-a7c60d235058 None None] Network 500b8bcd-5a25-45e2-b1bb-41c45019fe6b requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:37:39.454791 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ff1ff2-6f4c-4e09-bd63-df92e479831c {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:37:39.467797 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Publish callbacks [] for port (c9ff1ff2-6f4c-4e09-bd63-df92e479831c), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:39.495343 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Transition to ACTIVE for port object c9ff1ff2-6f4c-4e09-bd63-df92e479831c will not be triggered until provisioned by entity L2. {{(pid=103173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:37:39.511271 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-6a05de4a-1410-4f05-8c87-912b508dcc76 None None] Provisioning complete for port f520db29-5cf7-4650-8cda-1648895ca0a8 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:37:39.511765 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6a05de4a-1410-4f05-8c87-912b508dcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (f520db29-5cf7-4650-8cda-1648895ca0a8), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:39.534490 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47203c00-6e2f-4696-9310-10e8d403620e req-f858496b-2dd3-4361-8a20-1fda4405f681 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:39.534490 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-47203c00-6e2f-4696-9310-10e8d403620e req-f858496b-2dd3-4361-8a20-1fda4405f681 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 931 time: 0.1367207 Jan 18 19:37:39.554940 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-793bc5f0-e885-4419-b39b-0d3811028b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2091036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087314'] for router (b98e3863-0b6c-422b-99df-10fb4f5d5d9e), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:39.610312 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740253'] for port (c9ff1ff2-6f4c-4e09-bd63-df92e479831c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:39.627217 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-6a05de4a-1410-4f05-8c87-912b508dcc76 None None] Current status of the port f520db29-5cf7-4650-8cda-1648895ca0a8 is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:37:39.627715 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6a05de4a-1410-4f05-8c87-912b508dcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (f520db29-5cf7-4650-8cda-1648895ca0a8), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:39.629190 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-47203c00-6e2f-4696-9310-10e8d403620e req-ebba5b51-8ee9-4dfb-85b7-7f5858039a9b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049795 Jan 18 19:37:39.691343 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-6a05de4a-1410-4f05-8c87-912b508dcc76 None None] For port f520db29-5cf7-4650-8cda-1648895ca0a8, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=f520db29-5cf7-4650-8cda-1648895ca0a8,segment=NetworkSegment(d84c562e-f887-4cea-9249-8de44ec3aa33),segment_id=d84c562e-f887-4cea-9249-8de44ec3aa33)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:37:39.699183 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Pushing event updated for resources: {'Port': ['ID=c9ff1ff2-6f4c-4e09-bd63-df92e479831c,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:39.750302 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Attempting to bind port c9ff1ff2-6f4c-4e09-bd63-df92e479831c on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:37:39.750748 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Attempting to bind port c9ff1ff2-6f4c-4e09-bd63-df92e479831c by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'd825a0a3-ef43-4bc3-a962-25028b7a09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:37:39.751145 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Attempting to bind port c9ff1ff2-6f4c-4e09-bd63-df92e479831c on network 4f02a957-f869-4436-9e44-afa05054a27b {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:37:39.755740 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Port c9ff1ff2-6f4c-4e09-bd63-df92e479831c on network 4f02a957-f869-4436-9e44-afa05054a27b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:37:39.756056 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Attempting to bind port c9ff1ff2-6f4c-4e09-bd63-df92e479831c on network 4f02a957-f869-4436-9e44-afa05054a27b {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:37:39.760114 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6a05de4a-1410-4f05-8c87-912b508dcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (f520db29-5cf7-4650-8cda-1648895ca0a8), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:39.761296 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:37:39.762239 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Checking segment: {'id': 'd825a0a3-ef43-4bc3-a962-25028b7a09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:37:39.762977 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Bound using segment: {'id': 'd825a0a3-ef43-4bc3-a962-25028b7a09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:37:39.763767 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Bound port: c9ff1ff2-6f4c-4e09-bd63-df92e479831c, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd825a0a3-ef43-4bc3-a962-25028b7a09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:37:39.764830 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (c9ff1ff2-6f4c-4e09-bd63-df92e479831c), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:39.816471 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05de4a-1410-4f05-8c87-912b508dcc76 None None] Pushing event updated for resources: {'Port': ['ID=f520db29-5cf7-4650-8cda-1648895ca0a8,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:39.837539 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] For port c9ff1ff2-6f4c-4e09-bd63-df92e479831c, host hv-cinder-81187, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:37:39.840756 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] For port c9ff1ff2-6f4c-4e09-bd63-df92e479831c, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c9ff1ff2-6f4c-4e09-bd63-df92e479831c,segment=NetworkSegment(d825a0a3-ef43-4bc3-a962-25028b7a09ce),segment_id=d825a0a3-ef43-4bc3-a962-25028b7a09ce)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:37:39.849462 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793bc5f0-e885-4419-b39b-0d3811028b73 admin admin] Router b98e3863-0b6c-422b-99df-10fb4f5d5d9e is scheduled to L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb with binding_index 1 {{(pid=103172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 19:37:39.887625 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-8879c680-94fb-4ebd-938a-3f563cfdc3b3 None None] Provisioning complete for port f520db29-5cf7-4650-8cda-1648895ca0a8 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:37:39.887995 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8879c680-94fb-4ebd-938a-3f563cfdc3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (f520db29-5cf7-4650-8cda-1648895ca0a8), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:39.945872 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device f520db29-5cf7-4650-8cda-1648895ca0a8 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:37:39.960860 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740253'] for port (c9ff1ff2-6f4c-4e09-bd63-df92e479831c), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:39.970110 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793bc5f0-e885-4419-b39b-0d3811028b73 admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:37:39.984083 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] Sync routers for ids ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'] in dv-cinder-811877-7-iscsi {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:37:40.001458 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:40.002288 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:40.003947 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] 10.222.0.35 "PUT /v2.0/ports/c9ff1ff2-6f4c-4e09-bd63-df92e479831c HTTP/1.1" status: 200 len: 1093 time: 1.0655832 Jan 18 19:37:40.004614 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a87bf41-60d3-4e59-a901-4fb0383476e9', 'tag': 'c9ff1ff2-6f4c-4e09-bd63-df92e479831c'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:37:40.007079 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2192f31b9332bf9c25be62e2eb712fda9b4426ea0356a3efb127a3d7520833a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea46b5ff-ce89-4bde-863a-0a61fd5ba58b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a87bf41-60d3-4e59-a901-4fb0383476e9", "tag": "c9ff1ff2-6f4c-4e09-bd63-df92e479831c"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:37:40.007810 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] Routers {'b98e3863-0b6c-422b-99df-10fb4f5d5d9e'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:37:40.009005 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:37:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:37:40.010774 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-8879c680-94fb-4ebd-938a-3f563cfdc3b3 None None] Current status of the port f520db29-5cf7-4650-8cda-1648895ca0a8 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:37:40.029584 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port f520db29-5cf7-4650-8cda-1648895ca0a8 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:37:40.029776 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (f520db29-5cf7-4650-8cda-1648895ca0a8), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:40.033848 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f4598-1888-41c9-b9e5-ba7214f45caa service neutron] Pushing event updated for resources: {'Port': ['ID=c9ff1ff2-6f4c-4e09-bd63-df92e479831c,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:40.071801 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b114a5d-f52b-46ac-a715-78f654bb3a0e x-openstack-request-id: req-3b114a5d-f52b-46ac-a715-78f654bb3a0e {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:37:40.072156 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a87bf41-60d3-4e59-a901-4fb0383476e9", "tag": "c9ff1ff2-6f4c-4e09-bd63-df92e479831c", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:37:40.072475 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b114a5d-f52b-46ac-a715-78f654bb3a0e {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:37:40.072935 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a87bf41-60d3-4e59-a901-4fb0383476e9', 'tag': 'c9ff1ff2-6f4c-4e09-bd63-df92e479831c', 'status': 'completed', 'code': 200} Jan 18 19:37:40.127662 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port f520db29-5cf7-4650-8cda-1648895ca0a8 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:37:40.144891 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46b5ff-ce89-4bde-863a-0a61fd5ba58b req-375c0732-2b86-420a-93b7-e79ca22ffa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:40.146684 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-ea46b5ff-ce89-4bde-863a-0a61fd5ba58b req-375c0732-2b86-420a-93b7-e79ca22ffa17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be668e6d10aa4518abe4256a2c3660a5&device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 1096 time: 0.0479434 Jan 18 19:37:40.157935 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-793bc5f0-e885-4419-b39b-0d3811028b73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:40.160489 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-793bc5f0-e885-4419-b39b-0d3811028b73 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0905020 Jan 18 19:37:40.162659 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 33574) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:40.174921 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] Set router b98e3863-0b6c-422b-99df-10fb4f5d5d9e gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:37:40.195272 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a30f59-688d-4814-9e27-b0ee117ac39c req-68045cdd-0169-4bd9-9e51-a4c38e436cc0 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:40.199708 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a0a30f59-688d-4814-9e27-b0ee117ac39c req-68045cdd-0169-4bd9-9e51-a4c38e436cc0 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0954885 Jan 18 19:37:40.293724 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cc862-4283-4d1e-a926-a5895480e3e4 req-ffb7040c-89d8-46e7-81b7-881156443c62 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:40.295442 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-602cc862-4283-4d1e-a926-a5895480e3e4 req-ffb7040c-89d8-46e7-81b7-881156443c62 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 945 time: 0.1094949 Jan 18 19:37:40.316973 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a0a30f59-688d-4814-9e27-b0ee117ac39c req-6e94191e-8b59-4b50-9c64-546360c43b87 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057889 Jan 18 19:37:40.361792 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-602cc862-4283-4d1e-a926-a5895480e3e4 req-7094bfcb-91cc-4d6b-a82e-1a23f55e91d9 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578268 Jan 18 19:37:40.391785 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:37:38Z', 'revision_number': 3, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:37:40.422938 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] Checking router: b98e3863-0b6c-422b-99df-10fb4f5d5d9e for host: dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:37:40.425129 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] Updating router b98e3863-0b6c-422b-99df-10fb4f5d5d9e port c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2 binding host dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:37:40.467694 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:40.614277 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46b5ff-ce89-4bde-863a-0a61fd5ba58b req-416485bf-124c-4aa7-8e7f-d3d506dad854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:40.615718 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-ea46b5ff-ce89-4bde-863a-0a61fd5ba58b req-416485bf-124c-4aa7-8e7f-d3d506dad854 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=be668e6d10aa4518abe4256a2c3660a5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1700270 Jan 18 19:37:40.737743 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] Publish callbacks [] for port (c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:40.743298 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73a0ba-89cb-4335-b4d0-dccad5e1919d req-62e5a7e5-19d9-4612-abf2-a179e9b1c3c0 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:40.744789 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fa73a0ba-89cb-4335-b4d0-dccad5e1919d req-62e5a7e5-19d9-4612-abf2-a179e9b1c3c0 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 943 time: 0.0522311 Jan 18 19:37:40.797090 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fa73a0ba-89cb-4335-b4d0-dccad5e1919d req-67b10a85-1752-4ef8-8d85-58ff8f541898 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462587 Jan 18 19:37:40.820339 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:40.869139 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] Attempting to bind port c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2 on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:37:40.869518 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] Attempting to bind port c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2 by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:37:40.869886 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] Attempting to bind port c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2 on network f5eef2c2-a885-4f46-b327-cbc20c3014d9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:37:40.876665 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b35f1-31e6-4b0e-84d9-c4854eb84e69 None None] Pushing event updated for resources: {'Port': ['ID=c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:40.879819 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:37:40.880195 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] Checking segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:37:40.880608 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:40.880983 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] Bound using segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:37:40.882017 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] Bound port: c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:37:40.882017 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:40.898188 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-36e5d3c7-ef25-418f-9045-303658bbaed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:40.921772 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b35f1-31e6-4b0e-84d9-c4854eb84e69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:40.922307 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b35f1-31e6-4b0e-84d9-c4854eb84e69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:40.922734 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b35f1-31e6-4b0e-84d9-c4854eb84e69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:40.923150 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b35f1-31e6-4b0e-84d9-c4854eb84e69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:40.923582 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b35f1-31e6-4b0e-84d9-c4854eb84e69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:40.923915 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b35f1-31e6-4b0e-84d9-c4854eb84e69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:40.924245 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b35f1-31e6-4b0e-84d9-c4854eb84e69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:40.924572 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b35f1-31e6-4b0e-84d9-c4854eb84e69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:40.924895 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b35f1-31e6-4b0e-84d9-c4854eb84e69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:40.925252 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b35f1-31e6-4b0e-84d9-c4854eb84e69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:40.925582 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b35f1-31e6-4b0e-84d9-c4854eb84e69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:40.925926 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b35f1-31e6-4b0e-84d9-c4854eb84e69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:40.926278 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41b35f1-31e6-4b0e-84d9-c4854eb84e69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:37:40.955575 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] For port c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:37:40.958887 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] For port c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:37:41.015516 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:41.051791 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-36e5d3c7-ef25-418f-9045-303658bbaed2 admin admin] Allocated IP 172.20.0.1 (500b8bcd-5a25-45e2-b1bb-41c45019fe6b/bd74878b-397a-47c2-9666-5f87fde4b302/596f2c72-edda-4757-89fb-5a7b66194be6) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:37:41.068468 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] Routers {'b98e3863-0b6c-422b-99df-10fb4f5d5d9e'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:37:41.069083 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:37:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:37:41.116348 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b35f1-31e6-4b0e-84d9-c4854eb84e69 None None] Pushing event updated for resources: {'Port': ['ID=c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:41.154269 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-36e5d3c7-ef25-418f-9045-303658bbaed2 admin admin] Publish callbacks [] for port (596f2c72-edda-4757-89fb-5a7b66194be6), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:41.179347 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] Set router b98e3863-0b6c-422b-99df-10fb4f5d5d9e gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:37:41.234592 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-36e5d3c7-ef25-418f-9045-303658bbaed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (596f2c72-edda-4757-89fb-5a7b66194be6), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:41.272479 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e5d3c7-ef25-418f-9045-303658bbaed2 admin admin] Network 500b8bcd-5a25-45e2-b1bb-41c45019fe6b is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:37:41.276773 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-36e5d3c7-ef25-418f-9045-303658bbaed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:37:41.280693 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e5d3c7-ef25-418f-9045-303658bbaed2 admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:37:41.287947 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5d3c7-ef25-418f-9045-303658bbaed2 admin admin] Pushing event updated for resources: {'Port': ['ID=596f2c72-edda-4757-89fb-5a7b66194be6,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:41.348927 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-36e5d3c7-ef25-418f-9045-303658bbaed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088359'] for router_interface (b98e3863-0b6c-422b-99df-10fb4f5d5d9e), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:41.376297 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:37:38Z', 'revision_number': 3, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:37:41.403752 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d960d9-23a3-4ec7-943d-1d5b2caeb097 None None] The sync data for ids ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'] in dv-cinder-811877-7-iscsi is: [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:37:38Z', 'revision_number': 3, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:37:41.559171 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-8441d41b-7467-4455-9ead-406e95c2c1e9 None None] Provisioning complete for port 596f2c72-edda-4757-89fb-5a7b66194be6 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:37:41.559705 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8441d41b-7467-4455-9ead-406e95c2c1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (596f2c72-edda-4757-89fb-5a7b66194be6), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:41.587639 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-36e5d3c7-ef25-418f-9045-303658bbaed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (596f2c72-edda-4757-89fb-5a7b66194be6), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:41.628212 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-8441d41b-7467-4455-9ead-406e95c2c1e9 None None] Port 596f2c72-edda-4757-89fb-5a7b66194be6 cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:37:41.652317 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab51c9a-e524-4618-854c-c7208b943705 req-2abf970e-7bce-47e1-951d-b0a5604e33d8 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:41.659814 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fab51c9a-e524-4618-854c-c7208b943705 req-2abf970e-7bce-47e1-951d-b0a5604e33d8 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.2528872 Jan 18 19:37:41.725585 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fab51c9a-e524-4618-854c-c7208b943705 req-523acb49-93bd-4f4e-93f9-a0850efc01fb tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649762 Jan 18 19:37:41.794449 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-36e5d3c7-ef25-418f-9045-303658bbaed2 admin admin] Publish callbacks [] for port (596f2c72-edda-4757-89fb-5a7b66194be6), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:41.840325 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b78c46-56a6-4bfe-9c35-f06eaab703a8 req-9a0b9a40-7d63-4ffb-bb40-fc5ffb1494ab tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:41.841831 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-42b78c46-56a6-4bfe-9c35-f06eaab703a8 req-9a0b9a40-7d63-4ffb-bb40-fc5ffb1494ab tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 945 time: 0.0510919 Jan 18 19:37:41.849226 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-36e5d3c7-ef25-418f-9045-303658bbaed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740253'] for port (596f2c72-edda-4757-89fb-5a7b66194be6), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:41.906043 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-42b78c46-56a6-4bfe-9c35-f06eaab703a8 req-bfd00238-c228-45bf-a9e7-82de54006b4a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575552 Jan 18 19:37:41.937890 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-36e5d3c7-ef25-418f-9045-303658bbaed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088275'] for router_interface (b98e3863-0b6c-422b-99df-10fb4f5d5d9e), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:41.939672 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5d3c7-ef25-418f-9045-303658bbaed2 admin admin] Pushing event updated for resources: {'Port': ['ID=596f2c72-edda-4757-89fb-5a7b66194be6,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:41.991208 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:37:42.046049 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e5d3c7-ef25-418f-9045-303658bbaed2 admin admin] Network 500b8bcd-5a25-45e2-b1bb-41c45019fe6b is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:37:42.047838 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-36e5d3c7-ef25-418f-9045-303658bbaed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:37:42.062827 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9631b5-9ef5-4c19-9031-f443fdfcc3f4 req-cce40a68-b012-47d9-a5a0-04df112ed604 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:42.064450 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7a9631b5-9ef5-4c19-9031-f443fdfcc3f4 req-cce40a68-b012-47d9-a5a0-04df112ed604 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 943 time: 0.0529101 Jan 18 19:37:42.071488 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:37:42.071488 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:42.155943 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7a9631b5-9ef5-4c19-9031-f443fdfcc3f4 req-1829d0c9-15e7-4b8f-b3b2-11982af3547e tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827260 Jan 18 19:37:42.183187 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2 is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:37:42.183543 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:42.186549 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e5d3c7-ef25-418f-9045-303658bbaed2 admin admin] Router b98e3863-0b6c-422b-99df-10fb4f5d5d9e has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:37:42.210114 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] For port c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:37:42.305279 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e5d3c7-ef25-418f-9045-303658bbaed2 admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:37:42.309236 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:42.313984 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-36e5d3c7-ef25-418f-9045-303658bbaed2 admin admin] 10.222.0.20 "PUT /v2.0/routers/b98e3863-0b6c-422b-99df-10fb4f5d5d9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1502736 Jan 18 19:37:42.374971 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-a379929d-9027-4514-9d96-e43ff5ea403f None None] Provisioning complete for port 596f2c72-edda-4757-89fb-5a7b66194be6 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:37:42.375345 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a379929d-9027-4514-9d96-e43ff5ea403f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (596f2c72-edda-4757-89fb-5a7b66194be6), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:42.382972 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Pushing event updated for resources: {'Port': ['ID=c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:42.421897 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-a379929d-9027-4514-9d96-e43ff5ea403f None None] Port 596f2c72-edda-4757-89fb-5a7b66194be6 cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:37:42.618027 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46b5ff-ce89-4bde-863a-0a61fd5ba58b req-f6c6a716-9f5d-43f7-9666-3bf5fbffb830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:42.619696 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-ea46b5ff-ce89-4bde-863a-0a61fd5ba58b req-f6c6a716-9f5d-43f7-9666-3bf5fbffb830 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947571 Jan 18 19:37:42.843325 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:42.856110 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c543b57-a650-4896-a1bf-18ef24f3657f req-6d41bba4-5653-4d50-bc9a-76fb7f4be32e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:42.858208 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8c543b57-a650-4896-a1bf-18ef24f3657f req-6d41bba4-5653-4d50-bc9a-76fb7f4be32e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0546479 Jan 18 19:37:42.904601 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8c543b57-a650-4896-a1bf-18ef24f3657f req-08c6bb22-20e5-4fea-959b-d76368a4fcbe tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 Jan 18 19:37:42.957253 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 33618) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:42.965320 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-9728e394-56f0-4fc9-af38-0294401cd5ec tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2002159881', 'description': 'tempest-description--198952528'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:43.026138 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e79101-6b96-4342-965d-6bf0c8bd4485 req-ce37f992-b43a-47b7-b16f-ffaf11196906 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:43.027600 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-26e79101-6b96-4342-965d-6bf0c8bd4485 req-ce37f992-b43a-47b7-b16f-ffaf11196906 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 945 time: 0.0519907 Jan 18 19:37:43.057219 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9728e394-56f0-4fc9-af38-0294401cd5ec tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:43.077034 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-26e79101-6b96-4342-965d-6bf0c8bd4485 req-e5eaab7c-1787-4139-ae49-5c2e09d1c131 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428367 Jan 18 19:37:43.124906 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9728e394-56f0-4fc9-af38-0294401cd5ec tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group (3fcd763d-e92f-46cf-8eea-652f9e638555), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:43.157495 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] Sync routers for ids ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:37:43.167594 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] Routers {'b98e3863-0b6c-422b-99df-10fb4f5d5d9e'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:37:43.168202 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:37:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:37:43.191799 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9728e394-56f0-4fc9-af38-0294401cd5ec tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (3fcd763d-e92f-46cf-8eea-652f9e638555), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:43.223799 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728e394-56f0-4fc9-af38-0294401cd5ec tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcd763d-e92f-46cf-8eea-652f9e638555,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:43.275968 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] Set router b98e3863-0b6c-422b-99df-10fb4f5d5d9e gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:37:43.282094 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e255f8-2c21-4bbe-819a-cd4bccb95076 req-263bd738-2d82-4927-a13a-91933fa16973 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:43.283583 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-06e255f8-2c21-4bbe-819a-cd4bccb95076 req-263bd738-2d82-4927-a13a-91933fa16973 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 943 time: 0.0556278 Jan 18 19:37:43.330646 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-06e255f8-2c21-4bbe-819a-cd4bccb95076 req-d0073140-993e-4067-b952-7563009dfa46 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413344 Jan 18 19:37:43.334381 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9728e394-56f0-4fc9-af38-0294401cd5ec tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:43.335706 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-9728e394-56f0-4fc9-af38-0294401cd5ec tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3757570 Jan 18 19:37:43.338491 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 33622) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:43.343911 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-932c1792-b8dc-4bbc-9c8a-bff8460f0e44 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Request body: {'security_group_rule': {'security_group_id': '3fcd763d-e92f-46cf-8eea-652f9e638555', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:43.454094 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-932c1792-b8dc-4bbc-9c8a-bff8460f0e44 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group_rule (94bf36f3-4667-44ea-9703-0c302ec30969), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:43.474393 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:37:41Z', 'revision_number': 4, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '596f2c72-edda-4757-89fb-5a7b66194be6', 'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'mac_address': 'fa:16:3e:a8:70:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:40Z', 'updated_at': '2022-01-18T19:37:41Z', 'revision_number': 2, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'subnets': [{'id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:37:43.504495 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] Checking router: b98e3863-0b6c-422b-99df-10fb4f5d5d9e for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:37:43.504950 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] Updating router b98e3863-0b6c-422b-99df-10fb4f5d5d9e port 596f2c72-edda-4757-89fb-5a7b66194be6 binding host dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:37:43.513002 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-932c1792-b8dc-4bbc-9c8a-bff8460f0e44 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group_rule (94bf36f3-4667-44ea-9703-0c302ec30969), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:43.529063 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (596f2c72-edda-4757-89fb-5a7b66194be6), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:43.585792 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-932c1792-b8dc-4bbc-9c8a-bff8460f0e44 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (94bf36f3-4667-44ea-9703-0c302ec30969), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:43.601966 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c1792-b8dc-4bbc-9c8a-bff8460f0e44 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bf36f3-4667-44ea-9703-0c302ec30969,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:43.685311 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-932c1792-b8dc-4bbc-9c8a-bff8460f0e44 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:43.686801 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-932c1792-b8dc-4bbc-9c8a-bff8460f0e44 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3472176 Jan 18 19:37:43.689588 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 33628) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:43.693964 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-e4e89419-c10e-445f-8130-e1a5dd545b9f tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Request body: {'security_group_rule': {'security_group_id': '3fcd763d-e92f-46cf-8eea-652f9e638555', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:43.780568 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] Publish callbacks [] for port (596f2c72-edda-4757-89fb-5a7b66194be6), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:43.796604 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e4e89419-c10e-445f-8130-e1a5dd545b9f tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group_rule (b239a832-503b-44c3-aaf3-95abc4667fec), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:43.853264 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e4e89419-c10e-445f-8130-e1a5dd545b9f tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group_rule (b239a832-503b-44c3-aaf3-95abc4667fec), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:43.866223 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (596f2c72-edda-4757-89fb-5a7b66194be6), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:43.917965 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6d93f-ebe9-4031-961d-6f37e97902a8 None None] Pushing event updated for resources: {'Port': ['ID=596f2c72-edda-4757-89fb-5a7b66194be6,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:43.926029 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:37:44.022907 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e4e89419-c10e-445f-8130-e1a5dd545b9f tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (b239a832-503b-44c3-aaf3-95abc4667fec), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:44.050388 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e89419-c10e-445f-8130-e1a5dd545b9f tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b239a832-503b-44c3-aaf3-95abc4667fec,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:44.052674 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f56de4-780d-4907-8a22-9458a0ee78f3 req-a8e8c7e9-d9a7-497e-abb5-50a764ebcb28 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:44.054401 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f9f56de4-780d-4907-8a22-9458a0ee78f3 req-a8e8c7e9-d9a7-497e-abb5-50a764ebcb28 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0698924 Jan 18 19:37:44.062922 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-56ff100e-a59d-4e48-9629-4ba419009df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:44.063751 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] Attempting to bind port 596f2c72-edda-4757-89fb-5a7b66194be6 on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:37:44.064131 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] Attempting to bind port 596f2c72-edda-4757-89fb-5a7b66194be6 by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': 'd84c562e-f887-4cea-9249-8de44ec3aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:37:44.064490 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] Attempting to bind port 596f2c72-edda-4757-89fb-5a7b66194be6 on network 500b8bcd-5a25-45e2-b1bb-41c45019fe6b {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:37:44.065455 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-56ff100e-a59d-4e48-9629-4ba419009df9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be668e6d10aa4518abe4256a2c3660a5&device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 1096 time: 0.0959971 Jan 18 19:37:44.071349 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:37:44.071722 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] Checking segment: {'id': 'd84c562e-f887-4cea-9249-8de44ec3aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:37:44.072178 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:44.072569 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] Bound using segment: {'id': 'd84c562e-f887-4cea-9249-8de44ec3aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:37:44.073070 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] Bound port: 596f2c72-edda-4757-89fb-5a7b66194be6, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84c562e-f887-4cea-9249-8de44ec3aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:37:44.073442 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (596f2c72-edda-4757-89fb-5a7b66194be6), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:44.100034 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:37:44.100635 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:44.116117 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e4e89419-c10e-445f-8130-e1a5dd545b9f tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:44.117889 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-e4e89419-c10e-445f-8130-e1a5dd545b9f tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4269373 Jan 18 19:37:44.120746 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 33638) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:44.126005 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-a5c4b21e-19dc-4f5f-9965-aae0a7dbfb24 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Request body: {'floatingip': {'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:44.128557 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cbfb0-3ec7-47b8-9670-54d727dc0226 req-efb592a0-ad26-4cde-a97a-f9915f5c65ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:44.130040 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2a7cbfb0-3ec7-47b8-9670-54d727dc0226 req-efb592a0-ad26-4cde-a97a-f9915f5c65ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d566f74dc13d4f3ea84a0b02cd9786fa&device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 1098 time: 0.0746434 Jan 18 19:37:44.146620 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f9f56de4-780d-4907-8a22-9458a0ee78f3 req-6bf222bd-22f8-4aba-bea6-18ebe08ccf09 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646160 Jan 18 19:37:44.188508 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] For port 596f2c72-edda-4757-89fb-5a7b66194be6, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:37:44.200788 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] For port 596f2c72-edda-4757-89fb-5a7b66194be6, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=596f2c72-edda-4757-89fb-5a7b66194be6,segment=NetworkSegment(d84c562e-f887-4cea-9249-8de44ec3aa33),segment_id=d84c562e-f887-4cea-9249-8de44ec3aa33)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:37:44.235977 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:37:44.252127 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-30a5cc99-ee34-4cc1-a1b7-6783a70c788e None None] Provisioning complete for port 596f2c72-edda-4757-89fb-5a7b66194be6 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:37:44.252503 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-30a5cc99-ee34-4cc1-a1b7-6783a70c788e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (596f2c72-edda-4757-89fb-5a7b66194be6), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:44.260983 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cb2b6-c554-4a63-bfd4-64aaef745c10 req-40530231-fa14-4ff1-98f2-f008af9ff724 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:44.262544 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f92cb2b6-c554-4a63-bfd4-64aaef745c10 req-40530231-fa14-4ff1-98f2-f008af9ff724 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 945 time: 0.0493448 Jan 18 19:37:44.272475 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b21e-19dc-4f5f-9965-aae0a7dbfb24 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:44.308570 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-30a5cc99-ee34-4cc1-a1b7-6783a70c788e None None] Port 596f2c72-edda-4757-89fb-5a7b66194be6 cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:37:44.318564 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f92cb2b6-c554-4a63-bfd4-64aaef745c10 req-77b7c805-f125-4e12-97b2-1314cb71b7f6 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487118 Jan 18 19:37:44.336576 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (596f2c72-edda-4757-89fb-5a7b66194be6), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:44.374810 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-e5ec6499-8359-4de6-b58f-e638a7d0f19f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ff1ff2-6f4c-4e09-bd63-df92e479831c HTTP/1.1" status: 200 len: 217 time: 0.0471637 Jan 18 19:37:44.403478 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] Routers {'b98e3863-0b6c-422b-99df-10fb4f5d5d9e'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:37:44.403478 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:37:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:37:44.408927 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6d93f-ebe9-4031-961d-6f37e97902a8 None None] Pushing event updated for resources: {'Port': ['ID=596f2c72-edda-4757-89fb-5a7b66194be6,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:44.448551 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-42da17a6-9f53-4c48-ab0f-12b6f5a7fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:44.449923 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-42da17a6-9f53-4c48-ab0f-12b6f5a7fac5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5acafb2-5b1c-4f2d-8e13-e936b8fb807f HTTP/1.1" status: 200 len: 854 time: 0.0694280 Jan 18 19:37:44.494815 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-30da7be8-59d2-4b01-83cb-fce2da7b0695 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f02a957-f869-4436-9e44-afa05054a27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343533 Jan 18 19:37:44.531914 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cbfb0-3ec7-47b8-9670-54d727dc0226 req-8283daf4-9e7c-4658-b07d-ff376fb9f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:44.533640 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2a7cbfb0-3ec7-47b8-9670-54d727dc0226 req-8283daf4-9e7c-4658-b07d-ff376fb9f821 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a37f81d-d7f4-49f1-80e7-09fae1eca369 HTTP/1.1" status: 200 len: 920 time: 0.1847162 Jan 18 19:37:44.546953 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7db646-1db8-46cc-8145-d0a4f1c3e9ba req-d8b2e991-2be6-4353-8cd7-ebf1d0c5a5a5 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:44.553900 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ee7db646-1db8-46cc-8145-d0a4f1c3e9ba req-d8b2e991-2be6-4353-8cd7-ebf1d0c5a5a5 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 943 time: 0.0969994 Jan 18 19:37:44.568319 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] Set router b98e3863-0b6c-422b-99df-10fb4f5d5d9e gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:37:44.568912 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b21e-19dc-4f5f-9965-aae0a7dbfb24 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:44.638257 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2a7cbfb0-3ec7-47b8-9670-54d727dc0226 req-e9243696-e6fc-4047-b8e3-b9c2bcd2e429 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0345ff4a-5024-4047-884f-45f77573f81f HTTP/1.1" status: 200 len: 217 time: 0.0821102 Jan 18 19:37:44.643998 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ee7db646-1db8-46cc-8145-d0a4f1c3e9ba req-e591da4d-bd71-4d27-89ac-19402c466907 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886917 Jan 18 19:37:44.650221 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-235566a9-d620-481c-9a0d-817eef95b3fa service neutron] 10.222.0.35 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394484 Jan 18 19:37:44.668516 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:37:44.694445 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cbfb0-3ec7-47b8-9670-54d727dc0226 req-c9efb7e6-7f29-404d-bf53-18f3bca05e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:44.695910 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2a7cbfb0-3ec7-47b8-9670-54d727dc0226 req-c9efb7e6-7f29-404d-bf53-18f3bca05e99 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bdd86ec8-e4ac-4f77-b398-ae467a5e4aac HTTP/1.1" status: 200 len: 859 time: 0.0489564 Jan 18 19:37:44.729838 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2a7cbfb0-3ec7-47b8-9670-54d727dc0226 req-73ade5e3-fb8b-44ef-84aa-8bebfc97518b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a37f81d-d7f4-49f1-80e7-09fae1eca369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250871 Jan 18 19:37:44.761208 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-a5c4b21e-19dc-4f5f-9965-aae0a7dbfb24 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Allocated IP 172.27.2.234 (f5eef2c2-a885-4f46-b327-cbc20c3014d9/9269629e-72aa-4525-943b-faee8ca91ecd/9f753285-c424-4799-9caa-02e535dd6db9) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:37:44.840464 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-1c9247d9-eb81-46f0-b998-60e70ab5b512 req-9c97d40f-ba34-44c5-8af0-1fc1b26510c8 service neutron] 10.222.0.35 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584480 Jan 18 19:37:44.881258 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-b4613857-6885-45c5-8ef3-64067921754e None None] Provisioning complete for port 596f2c72-edda-4757-89fb-5a7b66194be6 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:37:44.881817 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b4613857-6885-45c5-8ef3-64067921754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (596f2c72-edda-4757-89fb-5a7b66194be6), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:44.892859 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b21e-19dc-4f5f-9965-aae0a7dbfb24 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for port (9f753285-c424-4799-9caa-02e535dd6db9), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:45.015648 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-b4613857-6885-45c5-8ef3-64067921754e None None] Current status of the port 596f2c72-edda-4757-89fb-5a7b66194be6 is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:37:45.015955 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b4613857-6885-45c5-8ef3-64067921754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (596f2c72-edda-4757-89fb-5a7b66194be6), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:45.027339 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b21e-19dc-4f5f-9965-aae0a7dbfb24 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (9f753285-c424-4799-9caa-02e535dd6db9), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:45.033316 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:37:41Z', 'revision_number': 4, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '596f2c72-edda-4757-89fb-5a7b66194be6', 'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'mac_address': 'fa:16:3e:a8:70:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:40Z', 'updated_at': '2022-01-18T19:37:44Z', 'revision_number': 4, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'subnets': [{'id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:37:45.068024 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c4b21e-19dc-4f5f-9965-aae0a7dbfb24 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:37:45.070819 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-a5c4b21e-19dc-4f5f-9965-aae0a7dbfb24 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:37:45.071231 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ea8c5-b1f7-43de-8368-dff97b73f25c None None] The sync data for ids ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'] in dv-cinder-811877-7-iscsi is: [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:37:41Z', 'revision_number': 4, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '596f2c72-edda-4757-89fb-5a7b66194be6', 'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'mac_address': 'fa:16:3e:a8:70:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:40Z', 'updated_at': '2022-01-18T19:37:44Z', 'revision_number': 4, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'subnets': [{'id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:37:45.074007 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c4b21e-19dc-4f5f-9965-aae0a7dbfb24 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:37:45.084623 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-b4613857-6885-45c5-8ef3-64067921754e None None] For port 596f2c72-edda-4757-89fb-5a7b66194be6, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=596f2c72-edda-4757-89fb-5a7b66194be6,segment=NetworkSegment(d84c562e-f887-4cea-9249-8de44ec3aa33),segment_id=d84c562e-f887-4cea-9249-8de44ec3aa33)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:37:45.096825 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:37:45.101341 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:37:45.101986 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:45.111703 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4b21e-19dc-4f5f-9965-aae0a7dbfb24 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Pushing event updated for resources: {'Port': ['ID=9f753285-c424-4799-9caa-02e535dd6db9,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:45.195308 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b4613857-6885-45c5-8ef3-64067921754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (596f2c72-edda-4757-89fb-5a7b66194be6), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:45.200364 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b21e-19dc-4f5f-9965-aae0a7dbfb24 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for floatingip (dc5607ea-a827-48a3-a213-afbf1c845bcb), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:45.226583 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:37:45.227137 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:45.273982 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6dd161c-8a56-4917-ac58-eef9327f060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:37:45.276303 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f245a407-65df-4c19-8d16-86749e2705c7" -d '{"events": [{"server_uuid": "b6dd161c-8a56-4917-ac58-eef9327f060d", "name": "network-vif-plugged", "status": "completed", "tag": "1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:37:45.287220 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71b08d-812f-4a92-9ea2-51717e3004f6 req-ab9dbb53-a272-44d6-a058-33cef5936d82 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:45.287658 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4613857-6885-45c5-8ef3-64067921754e None None] Pushing event updated for resources: {'Port': ['ID=596f2c72-edda-4757-89fb-5a7b66194be6,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:45.294244 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8,segment=NetworkSegment(8cb821b4-ebd5-4483-85a8-0cff48f3dde2),segment_id=8cb821b4-ebd5-4483-85a8-0cff48f3dde2)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:37:45.303282 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-af71b08d-812f-4a92-9ea2-51717e3004f6 req-ab9dbb53-a272-44d6-a058-33cef5936d82 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0735729 Jan 18 19:37:45.324042 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971dc981-b0f1-41fc-a556-2f535317d455 x-openstack-request-id: req-971dc981-b0f1-41fc-a556-2f535317d455 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:37:45.324367 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6dd161c-8a56-4917-ac58-eef9327f060d", "name": "network-vif-plugged", "status": "completed", "tag": "1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:37:45.324631 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-971dc981-b0f1-41fc-a556-2f535317d455 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:37:45.325037 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6dd161c-8a56-4917-ac58-eef9327f060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8', 'code': 200} Jan 18 19:37:45.329342 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b21e-19dc-4f5f-9965-aae0a7dbfb24 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (9f753285-c424-4799-9caa-02e535dd6db9), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:45.353194 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-af71b08d-812f-4a92-9ea2-51717e3004f6 req-3653da0c-cb11-4df9-a399-845fb9095b29 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488970 Jan 18 19:37:45.374527 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:45.459361 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:45.463109 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e8658-1016-424b-b3db-1e09dbbd528e req-cc163b1e-2db1-42a5-9966-4a0028ba7fb4 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:45.471338 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6f2e8658-1016-424b-b3db-1e09dbbd528e req-cc163b1e-2db1-42a5-9966-4a0028ba7fb4 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 946 time: 0.0706851 Jan 18 19:37:45.512744 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b21e-19dc-4f5f-9965-aae0a7dbfb24 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for port (9f753285-c424-4799-9caa-02e535dd6db9), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:45.520119 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6f2e8658-1016-424b-b3db-1e09dbbd528e req-b8194d9e-f1d6-4424-b5a1-8f23112a6553 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479040 Jan 18 19:37:45.588172 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b21e-19dc-4f5f-9965-aae0a7dbfb24 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740253'] for port (9f753285-c424-4799-9caa-02e535dd6db9), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:45.657656 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4b21e-19dc-4f5f-9965-aae0a7dbfb24 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Pushing event updated for resources: {'Port': ['ID=9f753285-c424-4799-9caa-02e535dd6db9,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:45.670421 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b21e-19dc-4f5f-9965-aae0a7dbfb24 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087224'] for floatingip (dc5607ea-a827-48a3-a213-afbf1c845bcb), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:45.745058 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b21e-19dc-4f5f-9965-aae0a7dbfb24 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:45.746440 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-a5c4b21e-19dc-4f5f-9965-aae0a7dbfb24 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6244547 Jan 18 19:37:45.770898 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8790274-708b-4a67-a88e-0b1e452bceb9 req-9ebb56a1-3a09-4695-b92d-ea3a3ab21023 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:45.772645 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b8790274-708b-4a67-a88e-0b1e452bceb9 req-9ebb56a1-3a09-4695-b92d-ea3a3ab21023 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 943 time: 0.0521789 Jan 18 19:37:45.829343 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b8790274-708b-4a67-a88e-0b1e452bceb9 req-a340885c-216e-45bd-9289-d092df82a56f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470474 Jan 18 19:37:45.949916 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-69392be0-bb10-4aef-9786-de2e93bb411e req-1c13182f-dd41-4f57-8cce-431fd00ecdf3 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2002159881&fields=id&tenant_id=18a3f1ab116048bf915dcee197eb1cea HTTP/1.1" status: 200 len: 267 time: 0.0453095 Jan 18 19:37:45.962563 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 596f2c72-edda-4757-89fb-5a7b66194be6 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:37:46.016160 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 596f2c72-edda-4757-89fb-5a7b66194be6 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:37:46.016537 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (596f2c72-edda-4757-89fb-5a7b66194be6), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:46.073614 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69392be0-bb10-4aef-9786-de2e93bb411e req-9913aec0-a0a5-4719-98b8-69c0350d698f tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:46.075521 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-69392be0-bb10-4aef-9786-de2e93bb411e req-9913aec0-a0a5-4719-98b8-69c0350d698f tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/networks?id=500b8bcd-5a25-45e2-b1bb-41c45019fe6b HTTP/1.1" status: 200 len: 810 time: 0.1125646 Jan 18 19:37:46.092976 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-69392be0-bb10-4aef-9786-de2e93bb411e req-372ab998-83de-46da-8f56-e36ae0c19da8 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/quotas/18a3f1ab116048bf915dcee197eb1cea HTTP/1.1" status: 200 len: 375 time: 0.0095758 Jan 18 19:37:46.109382 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 596f2c72-edda-4757-89fb-5a7b66194be6 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:37:46.151572 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-69392be0-bb10-4aef-9786-de2e93bb411e req-a8892ee6-ca7c-41d8-b36b-070c370c0e90 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=18a3f1ab116048bf915dcee197eb1cea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482736 Jan 18 19:37:46.307670 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-69392be0-bb10-4aef-9786-de2e93bb411e req-69bdbe1c-f3e7-44b9-aadd-dce73742b29f service neutron] 10.222.0.20 "GET /v2.0/networks/500b8bcd-5a25-45e2-b1bb-41c45019fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449602 Jan 18 19:37:46.339777 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2a7cbfb0-3ec7-47b8-9670-54d727dc0226 req-5e5c8809-5937-4824-bff1-40e2d295692a service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308050 Jan 18 19:37:46.403407 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-69392be0-bb10-4aef-9786-de2e93bb411e req-4c47ebfb-9432-4824-b57a-bacb2614310b service neutron] 10.222.0.20 "GET /v2.0/networks/500b8bcd-5a25-45e2-b1bb-41c45019fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891151 Jan 18 19:37:46.625088 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-77a20263-5431-4a06-910f-60c54b12805f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:46.710190 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903412f-af81-411e-bf35-f0373ca9e31a req-1e3c1697-6f9e-411b-b933-0be0594cea77 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:46.715093 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b903412f-af81-411e-bf35-f0373ca9e31a req-1e3c1697-6f9e-411b-b933-0be0594cea77 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0493364 Jan 18 19:37:46.759145 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b903412f-af81-411e-bf35-f0373ca9e31a req-a0ed9b3f-7f73-4fe4-81d4-e60ae207ca4a tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410378 Jan 18 19:37:46.861241 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add01f2-444d-4e2e-98d2-9f43fffa3f2a req-3c83dc7f-3b0f-4dd8-bbd5-e032644db34f tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:46.862671 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4add01f2-444d-4e2e-98d2-9f43fffa3f2a req-3c83dc7f-3b0f-4dd8-bbd5-e032644db34f tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 946 time: 0.0521562 Jan 18 19:37:46.909045 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4add01f2-444d-4e2e-98d2-9f43fffa3f2a req-65998dea-2893-4dd3-8f0d-28a67a77a7c0 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 Jan 18 19:37:46.970496 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e46eead1-61b7-47d5-8ef5-d551e08d75c5 req-f45f5463-1b37-4796-bb66-f99598d62ca7 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 210 time: 0.0254488 Jan 18 19:37:47.067709 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e84b2c-75c1-4a71-a324-f5de5d3665b6 req-89d9071a-62e8-4ddb-b5ad-823f66671c32 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:47.069167 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-95e84b2c-75c1-4a71-a324-f5de5d3665b6 req-89d9071a-62e8-4ddb-b5ad-823f66671c32 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 943 time: 0.0482221 Jan 18 19:37:47.117058 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-95e84b2c-75c1-4a71-a324-f5de5d3665b6 req-68149b93-a002-4fbd-ba32-3cd5136473d9 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424483 Jan 18 19:37:47.871506 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa7753-f66b-402b-b61b-c978c0bd9009 req-11fd70f1-e26c-4167-bd93-c7d6cd9421af tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:47.873549 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-16fa7753-f66b-402b-b61b-c978c0bd9009 req-11fd70f1-e26c-4167-bd93-c7d6cd9421af tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0503790 Jan 18 19:37:47.917486 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-16fa7753-f66b-402b-b61b-c978c0bd9009 req-8a6320e9-2f14-4630-8e3a-70ff1b4e0acd tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385745 Jan 18 19:37:48.019970 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9622b6-58f3-4961-be84-497212c23671 req-e286471d-6dee-4b0f-b005-4ea48b00da4b tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:48.021327 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2c9622b6-58f3-4961-be84-497212c23671 req-e286471d-6dee-4b0f-b005-4ea48b00da4b tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 946 time: 0.0477064 Jan 18 19:37:48.066310 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2c9622b6-58f3-4961-be84-497212c23671 req-cd336c39-51c9-4d3f-8846-2f253bb278f6 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395067 Jan 18 19:37:48.143065 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7423d4aa-0e65-4fb6-858e-8170e0a51d22 req-bfad80bc-123c-4034-984e-23fc70e43683 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 210 time: 0.0261495 Jan 18 19:37:48.246454 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb226624-bed1-4165-b9dc-9815e241c632 req-59eab736-ed04-4774-b982-6088b4a46161 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:48.247948 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-eb226624-bed1-4165-b9dc-9815e241c632 req-59eab736-ed04-4774-b982-6088b4a46161 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 943 time: 0.0535731 Jan 18 19:37:48.293176 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-eb226624-bed1-4165-b9dc-9815e241c632 req-a211650c-6808-4c57-8fea-443746b7e28a tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397680 Jan 18 19:37:48.799404 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2a7cbfb0-3ec7-47b8-9670-54d727dc0226 req-97ebdb8e-3ac6-4875-bfef-44a862627242 service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826213 Jan 18 19:37:49.039889 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e1cfa-ffd5-4637-9fd7-36c050a2a4f2 req-60290422-18e9-4527-ad03-695f310d8b16 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:49.041436 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-152e1cfa-ffd5-4637-9fd7-36c050a2a4f2 req-60290422-18e9-4527-ad03-695f310d8b16 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0560391 Jan 18 19:37:49.112591 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473255c-3fd9-49a8-ae25-c434469e87b0 req-b2db6ffa-4e56-4895-8b00-e656dc925d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:49.114118 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b473255c-3fd9-49a8-ae25-c434469e87b0 req-b2db6ffa-4e56-4895-8b00-e656dc925d42 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 1099 time: 0.0711071 Jan 18 19:37:49.121774 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-152e1cfa-ffd5-4637-9fd7-36c050a2a4f2 req-fd8a3207-5ff0-46f2-acbc-4dc5bffa2e62 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715516 Jan 18 19:37:49.180599 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f5b41f89-378b-45d8-bdf6-c6c9f9044533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:49.199599 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b473255c-3fd9-49a8-ae25-c434469e87b0 req-65b59848-d5c2-4656-b93f-c500c17f42d2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768151 Jan 18 19:37:49.215725 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2feb6f2-56dc-4351-ad69-c4070be539c0 req-6374e7f7-2e9d-4a08-bee0-b007c553ba91 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:49.217346 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f2feb6f2-56dc-4351-ad69-c4070be539c0 req-6374e7f7-2e9d-4a08-bee0-b007c553ba91 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 946 time: 0.0759161 Jan 18 19:37:49.255951 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e59d0fdb-7a63-4489-a3ea-ab2e37f79ef5 req-3cb4c691-af20-4f79-a2eb-1ae4491251ce tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 210 time: 0.0376489 Jan 18 19:37:49.285048 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f2feb6f2-56dc-4351-ad69-c4070be539c0 req-892d5a79-b4f5-4623-85da-0a421fcd500b tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588434 Jan 18 19:37:49.406292 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ffe44-f77d-4c60-9ad3-7798c3b8e72c req-a2849132-1f49-49df-ab4e-009c37da17b6 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:49.407729 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fd0ffe44-f77d-4c60-9ad3-7798c3b8e72c req-a2849132-1f49-49df-ab4e-009c37da17b6 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 943 time: 0.0468736 Jan 18 19:37:49.452752 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fd0ffe44-f77d-4c60-9ad3-7798c3b8e72c req-e7ec3d80-09c1-4c37-8fa9-f9a3b16c7213 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396619 Jan 18 19:37:49.931183 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:50.236096 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a532ac-6e82-4088-97e9-876053635e44 req-f8ce7c89-a422-4f9f-9af6-028e90bb4e85 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:50.237615 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d9a532ac-6e82-4088-97e9-876053635e44 req-f8ce7c89-a422-4f9f-9af6-028e90bb4e85 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0481212 Jan 18 19:37:50.287013 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d9a532ac-6e82-4088-97e9-876053635e44 req-09ff12aa-fa96-48db-957e-20e5d6fd82e2 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437145 Jan 18 19:37:50.356831 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-40495f2d-2a60-4f77-8d03-25c35b83072f req-5460e74e-2643-41a0-8db2-1518eb6f2315 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 210 time: 0.0282292 Jan 18 19:37:50.418590 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d7f76-c231-4827-b7ef-9909651de857 req-3f409024-a8e9-468e-897c-8761dfa5741f tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:50.420651 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e75d7f76-c231-4827-b7ef-9909651de857 req-3f409024-a8e9-468e-897c-8761dfa5741f tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 946 time: 0.0662518 Jan 18 19:37:50.468214 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e75d7f76-c231-4827-b7ef-9909651de857 req-a2a4f5a5-a6ac-4cd4-b4fc-6880e47f25e0 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417278 Jan 18 19:37:50.568558 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294c0f4-41fc-4bcf-a60f-61c73f6aea75 req-98ca4f42-8668-42e5-9b5f-f23e62abfe04 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:50.569915 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9294c0f4-41fc-4bcf-a60f-61c73f6aea75 req-98ca4f42-8668-42e5-9b5f-f23e62abfe04 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 943 time: 0.0489581 Jan 18 19:37:50.620662 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9294c0f4-41fc-4bcf-a60f-61c73f6aea75 req-d24d2768-9752-46cb-867b-0516fed090fc tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451043 Jan 18 19:37:50.727308 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69392be0-bb10-4aef-9786-de2e93bb411e req-52c66bc8-f46f-4ac1-96d3-d41d7c4bab4e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:50.728716 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-69392be0-bb10-4aef-9786-de2e93bb411e req-52c66bc8-f46f-4ac1-96d3-d41d7c4bab4e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.35 "GET /v2.0/networks?id=500b8bcd-5a25-45e2-b1bb-41c45019fe6b HTTP/1.1" status: 200 len: 810 time: 0.1000345 Jan 18 19:37:50.797566 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-69392be0-bb10-4aef-9786-de2e93bb411e req-7584ba58-5742-4b32-80ab-b5d4ffd4bd35 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18a3f1ab116048bf915dcee197eb1cea HTTP/1.1" status: 200 len: 380 time: 0.0532529 Jan 18 19:37:50.807403 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-69392be0-bb10-4aef-9786-de2e93bb411e req-87dace9c-bc84-4e5b-ba3f-dafa6504ed64 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Request body: {'port': {'device_id': 'd51c0178-d9a4-47d0-991b-f16722c652db', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'admin_state_up': True, 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'security_groups': ['3fcd763d-e92f-46cf-8eea-652f9e638555']}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:51.010189 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69392be0-bb10-4aef-9786-de2e93bb411e req-87dace9c-bc84-4e5b-ba3f-dafa6504ed64 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Made reservation on behalf of 18a3f1ab116048bf915dcee197eb1cea for: {'port': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:37:51.014444 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-69392be0-bb10-4aef-9786-de2e93bb411e req-87dace9c-bc84-4e5b-ba3f-dafa6504ed64 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:51.149702 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [req-69392be0-bb10-4aef-9786-de2e93bb411e req-87dace9c-bc84-4e5b-ba3f-dafa6504ed64 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Allocated IP 172.20.0.13 (500b8bcd-5a25-45e2-b1bb-41c45019fe6b/bd74878b-397a-47c2-9666-5f87fde4b302/b894f5a0-a07e-40ba-9fe4-f96bed851363) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:37:51.289883 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-69392be0-bb10-4aef-9786-de2e93bb411e req-87dace9c-bc84-4e5b-ba3f-dafa6504ed64 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for port (b894f5a0-a07e-40ba-9fe4-f96bed851363), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:51.406142 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea723e2-f70a-4286-9005-a4c01cd24613 req-0bab04d3-4af3-4975-b0ab-048b212aa4e8 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:51.407642 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bea723e2-f70a-4286-9005-a4c01cd24613 req-0bab04d3-4af3-4975-b0ab-048b212aa4e8 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0530834 Jan 18 19:37:51.409498 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-69392be0-bb10-4aef-9786-de2e93bb411e req-87dace9c-bc84-4e5b-ba3f-dafa6504ed64 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (b894f5a0-a07e-40ba-9fe4-f96bed851363), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:51.505159 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69392be0-bb10-4aef-9786-de2e93bb411e req-87dace9c-bc84-4e5b-ba3f-dafa6504ed64 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Network 500b8bcd-5a25-45e2-b1bb-41c45019fe6b is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:37:51.505159 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [req-69392be0-bb10-4aef-9786-de2e93bb411e req-87dace9c-bc84-4e5b-ba3f-dafa6504ed64 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:37:51.505159 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-69392be0-bb10-4aef-9786-de2e93bb411e req-87dace9c-bc84-4e5b-ba3f-dafa6504ed64 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:37:51.509165 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69392be0-bb10-4aef-9786-de2e93bb411e req-87dace9c-bc84-4e5b-ba3f-dafa6504ed64 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:51.509776 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-69392be0-bb10-4aef-9786-de2e93bb411e req-87dace9c-bc84-4e5b-ba3f-dafa6504ed64 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:51.548612 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dace9c-bc84-4e5b-ba3f-dafa6504ed64 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Pushing event updated for resources: {'Port': ['ID=b894f5a0-a07e-40ba-9fe4-f96bed851363,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:51.561370 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bea723e2-f70a-4286-9005-a4c01cd24613 req-a1846e86-e979-4ba3-99bb-73f4837602b3 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435959 Jan 18 19:37:51.575372 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:51.585844 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e118131-7473-4b7d-a077-88064ef13763 req-8be6288d-a6b1-4873-8c28-4e2f33ae568a tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:51.590912 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3e118131-7473-4b7d-a077-88064ef13763 req-8be6288d-a6b1-4873-8c28-4e2f33ae568a tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 932 time: 0.1413512 Jan 18 19:37:51.654966 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-69392be0-bb10-4aef-9786-de2e93bb411e req-87dace9c-bc84-4e5b-ba3f-dafa6504ed64 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8509555 Jan 18 19:37:51.671757 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3e118131-7473-4b7d-a077-88064ef13763 req-bf1719a7-310b-4139-856a-62a443e6233f tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782130 Jan 18 19:37:51.688768 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Request body: {'port': {'device_id': 'd51c0178-d9a4-47d0-991b-f16722c652db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:51.751736 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b06370-5e39-4d5a-ab8b-efd38c14c0ff req-6c1b6a25-9ff4-4358-a0e9-cdb12ec6e338 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:51.753651 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-55b06370-5e39-4d5a-ab8b-efd38c14c0ff req-6c1b6a25-9ff4-4358-a0e9-cdb12ec6e338 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 946 time: 0.1149874 Jan 18 19:37:51.771958 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-a582ef59-3fa8-4868-a011-d928b72042f7 None None] Provisioning complete for port b894f5a0-a07e-40ba-9fe4-f96bed851363 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:37:51.772354 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a582ef59-3fa8-4868-a011-d928b72042f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (b894f5a0-a07e-40ba-9fe4-f96bed851363), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:51.802171 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (b894f5a0-a07e-40ba-9fe4-f96bed851363), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:51.814064 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-a582ef59-3fa8-4868-a011-d928b72042f7 None None] Port b894f5a0-a07e-40ba-9fe4-f96bed851363 cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:37:51.891276 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-55b06370-5e39-4d5a-ab8b-efd38c14c0ff req-21958e70-9874-4ce0-87c8-872f81a4fcfb tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313603 Jan 18 19:37:51.936915 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c0d22-60ce-4303-b306-5539825861eb req-604f38cc-dc20-4fcb-a142-ee1824b8ba69 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:51.938595 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-076c0d22-60ce-4303-b306-5539825861eb req-604f38cc-dc20-4fcb-a142-ee1824b8ba69 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 943 time: 0.1242325 Jan 18 19:37:52.083063 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-076c0d22-60ce-4303-b306-5539825861eb req-95ca3595-a80f-44c6-b350-d054c6e8ac7a tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019664 Jan 18 19:37:52.177522 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b894f5a0-a07e-40ba-9fe4-f96bed851363 {{(pid=103172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:37:52.184993 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Publish callbacks [] for port (b894f5a0-a07e-40ba-9fe4-f96bed851363), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:52.198312 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.provisioning_blocks [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Transition to ACTIVE for port object b894f5a0-a07e-40ba-9fe4-f96bed851363 will not be triggered until provisioned by entity L2. {{(pid=103172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:37:52.288737 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (b894f5a0-a07e-40ba-9fe4-f96bed851363), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:52.366191 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Pushing event updated for resources: {'Port': ['ID=b894f5a0-a07e-40ba-9fe4-f96bed851363,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:52.383935 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Attempting to bind port b894f5a0-a07e-40ba-9fe4-f96bed851363 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:37:52.384271 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Attempting to bind port b894f5a0-a07e-40ba-9fe4-f96bed851363 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'd84c562e-f887-4cea-9249-8de44ec3aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b'}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:37:52.384598 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Attempting to bind port b894f5a0-a07e-40ba-9fe4-f96bed851363 on network 500b8bcd-5a25-45e2-b1bb-41c45019fe6b {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:37:52.390475 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Port b894f5a0-a07e-40ba-9fe4-f96bed851363 on network 500b8bcd-5a25-45e2-b1bb-41c45019fe6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:37:52.390849 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Attempting to bind port b894f5a0-a07e-40ba-9fe4-f96bed851363 on network 500b8bcd-5a25-45e2-b1bb-41c45019fe6b {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:37:52.395758 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:37:52.396095 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Checking segment: {'id': 'd84c562e-f887-4cea-9249-8de44ec3aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:37:52.396533 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Bound using segment: {'id': 'd84c562e-f887-4cea-9249-8de44ec3aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b'} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:37:52.396957 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Bound port: b894f5a0-a07e-40ba-9fe4-f96bed851363, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84c562e-f887-4cea-9249-8de44ec3aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b'}}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:37:52.397314 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (b894f5a0-a07e-40ba-9fe4-f96bed851363), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:52.467735 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] For port b894f5a0-a07e-40ba-9fe4-f96bed851363, host hv-cinder-81187, cleared binding levels {{(pid=103172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:37:52.471075 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] For port b894f5a0-a07e-40ba-9fe4-f96bed851363, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=b894f5a0-a07e-40ba-9fe4-f96bed851363,segment=NetworkSegment(d84c562e-f887-4cea-9249-8de44ec3aa33),segment_id=d84c562e-f887-4cea-9249-8de44ec3aa33)] {{(pid=103172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:37:52.543164 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (b894f5a0-a07e-40ba-9fe4-f96bed851363), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:52.580407 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:52.581159 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:52.582993 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-69392be0-bb10-4aef-9786-de2e93bb411e req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] 10.222.0.35 "PUT /v2.0/ports/b894f5a0-a07e-40ba-9fe4-f96bed851363 HTTP/1.1" status: 200 len: 1094 time: 0.9001095 Jan 18 19:37:52.583511 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51c0178-d9a4-47d0-991b-f16722c652db', 'tag': 'b894f5a0-a07e-40ba-9fe4-f96bed851363'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:37:52.586034 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a5c702-8f6b-4916-a44a-01d422a9e72c" -d '{"events": [{"name": "network-changed", "server_uuid": "d51c0178-d9a4-47d0-991b-f16722c652db", "tag": "b894f5a0-a07e-40ba-9fe4-f96bed851363"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:37:52.610858 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a95e7-5401-4ca2-95bd-82a4e971aa86 service neutron] Pushing event updated for resources: {'Port': ['ID=b894f5a0-a07e-40ba-9fe4-f96bed851363,revision_number=3']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:52.636017 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8293053-30fb-48d2-9693-f60d9ca25bce x-openstack-request-id: req-e8293053-30fb-48d2-9693-f60d9ca25bce {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:37:52.636366 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51c0178-d9a4-47d0-991b-f16722c652db", "tag": "b894f5a0-a07e-40ba-9fe4-f96bed851363", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:37:52.637532 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8293053-30fb-48d2-9693-f60d9ca25bce {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:37:52.637952 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51c0178-d9a4-47d0-991b-f16722c652db', 'tag': 'b894f5a0-a07e-40ba-9fe4-f96bed851363', 'status': 'completed', 'code': 200} Jan 18 19:37:52.949817 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07280d2-7c66-4489-aa63-ad1f7d49c86b req-25b6d276-f386-49b8-9cdb-bba868e2aaad tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:52.951923 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c07280d2-7c66-4489-aa63-ad1f7d49c86b req-25b6d276-f386-49b8-9cdb-bba868e2aaad tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.2940540 Jan 18 19:37:52.954629 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5c702-8f6b-4916-a44a-01d422a9e72c req-b6da3011-6583-42c9-82af-3047cc0c23f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:52.957107 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d4a5c702-8f6b-4916-a44a-01d422a9e72c req-b6da3011-6583-42c9-82af-3047cc0c23f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18a3f1ab116048bf915dcee197eb1cea&device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 1097 time: 0.2899988 Jan 18 19:37:53.055997 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70baf2-2c23-464e-96d8-a83d05ef2ddd req-be684d29-8bef-43c7-ac22-f6918338bbf8 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:53.057455 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6b70baf2-2c23-464e-96d8-a83d05ef2ddd req-be684d29-8bef-43c7-ac22-f6918338bbf8 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 944 time: 0.1611845 Jan 18 19:37:53.067925 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:53.147078 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c07280d2-7c66-4489-aa63-ad1f7d49c86b req-9ce8d83f-bfd1-46bf-a87f-941b1eeda4fd tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887443 Jan 18 19:37:53.202230 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5c702-8f6b-4916-a44a-01d422a9e72c req-5e42cdc5-8cc9-44db-bfc7-7fbea4a98be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:53.203700 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d4a5c702-8f6b-4916-a44a-01d422a9e72c req-5e42cdc5-8cc9-44db-bfc7-7fbea4a98be6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=18a3f1ab116048bf915dcee197eb1cea&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2370968 Jan 18 19:37:53.209395 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6b70baf2-2c23-464e-96d8-a83d05ef2ddd req-32ac50b2-4833-46bf-9cfd-ff8be5e435f1 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398757 Jan 18 19:37:53.401639 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413e670-40c1-4986-8bb3-ce228c2b50eb req-636f191b-c102-4f67-950f-fe0b9934ecca tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:53.411706 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0413e670-40c1-4986-8bb3-ce228c2b50eb req-636f191b-c102-4f67-950f-fe0b9934ecca tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 946 time: 0.1985111 Jan 18 19:37:53.414957 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 33830) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:53.468966 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50ed95-781c-4717-80a9-37cf64147f68 req-fd9c6b59-292e-43a9-b4df-3991045e8f7c tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:53.468966 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cc50ed95-781c-4717-80a9-37cf64147f68 req-fd9c6b59-292e-43a9-b4df-3991045e8f7c tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 943 time: 0.1674740 Jan 18 19:37:53.472330 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5c702-8f6b-4916-a44a-01d422a9e72c req-c890dd3f-7d5d-4f73-b406-6e8cbc61ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:53.473717 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d4a5c702-8f6b-4916-a44a-01d422a9e72c req-c890dd3f-7d5d-4f73-b406-6e8cbc61ab2b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2572639 Jan 18 19:37:53.510123 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 33842) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:53.510624 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0413e670-40c1-4986-8bb3-ce228c2b50eb req-722cfd56-fdca-4e33-be51-830e667d36e7 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939987 Jan 18 19:37:53.553017 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cc50ed95-781c-4717-80a9-37cf64147f68 req-6be18e2b-32e7-4e25-b8e5-65e0c9616748 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730379 Jan 18 19:37:53.601173 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03253ed-c005-4c4e-b28f-319622ae3228 admin admin] Deleting subnet b6a53708-1775-41ef-b613-7e450e79ba49 {{(pid=103173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 19:37:53.601173 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e03253ed-c005-4c4e-b28f-319622ae3228 admin admin] Publish callbacks [] for subnet (b6a53708-1775-41ef-b613-7e450e79ba49), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:53.605862 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69392be0-bb10-4aef-9786-de2e93bb411e req-544bd5f4-9489-42f0-8a02-4a7f0c36c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:53.608315 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-69392be0-bb10-4aef-9786-de2e93bb411e req-544bd5f4-9489-42f0-8a02-4a7f0c36c6d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18a3f1ab116048bf915dcee197eb1cea&device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 1097 time: 0.0771048 Jan 18 19:37:53.628593 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e03253ed-c005-4c4e-b28f-319622ae3228 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4654559'] for subnet (b6a53708-1775-41ef-b613-7e450e79ba49), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:53.678616 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-69392be0-bb10-4aef-9786-de2e93bb411e req-82d79a4e-781d-4441-9da1-6f603830a6c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b894f5a0-a07e-40ba-9fe4-f96bed851363 HTTP/1.1" status: 200 len: 217 time: 0.0575290 Jan 18 19:37:53.678814 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e03253ed-c005-4c4e-b28f-319622ae3228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033805'] for subnet (b6a53708-1775-41ef-b613-7e450e79ba49), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:53.684734 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-0903c0dd-0e88-443d-b955-7680c1ca3604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:53.756258 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69392be0-bb10-4aef-9786-de2e93bb411e req-73760ce9-0e86-4f68-b261-79acb305bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:53.757722 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-69392be0-bb10-4aef-9786-de2e93bb411e req-73760ce9-0e86-4f68-b261-79acb305bdbb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd74878b-397a-47c2-9666-5f87fde4b302 HTTP/1.1" status: 200 len: 849 time: 0.0701039 Jan 18 19:37:53.833804 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69392be0-bb10-4aef-9786-de2e93bb411e req-d143d5d5-266a-47b7-b3df-f79e2157254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:53.837942 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-69392be0-bb10-4aef-9786-de2e93bb411e req-d143d5d5-266a-47b7-b3df-f79e2157254a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=500b8bcd-5a25-45e2-b1bb-41c45019fe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711358 Jan 18 19:37:53.840005 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-0903c0dd-0e88-443d-b955-7680c1ca3604 admin admin] Publish callbacks [] for security_group (60053458-74ed-4efd-ac53-96147c8c1874), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:53.859211 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e03253ed-c005-4c4e-b28f-319622ae3228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4740263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4604057'] for subnet (b6a53708-1775-41ef-b613-7e450e79ba49), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:53.884626 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03253ed-c005-4c4e-b28f-319622ae3228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6a53708-1775-41ef-b613-7e450e79ba49,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:53.890644 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e03253ed-c005-4c4e-b28f-319622ae3228 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:53.897960 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 33886) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:53.898150 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-e03253ed-c005-4c4e-b28f-319622ae3228 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b6a53708-1775-41ef-b613-7e450e79ba49 HTTP/1.1" status: 204 len: 168 time: 0.3827307 Jan 18 19:37:53.902040 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:37:53.970543 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-0903c0dd-0e88-443d-b955-7680c1ca3604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (60053458-74ed-4efd-ac53-96147c8c1874), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:54.057389 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-69392be0-bb10-4aef-9786-de2e93bb411e req-06cf0a48-64c9-4600-92b1-4b0c8d72f3fc service neutron] 10.222.0.35 "GET /v2.0/networks/500b8bcd-5a25-45e2-b1bb-41c45019fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154233 Jan 18 19:37:54.059579 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-0903c0dd-0e88-443d-b955-7680c1ca3604 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa81e3d04b1a43a0a9786b6fcd6597ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6424143 Jan 18 19:37:54.062636 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 33888) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:54.066534 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612357'] for network (0f41e479-a15a-4a2a-b86f-bd0646e725cf), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:54.080181 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903c0dd-0e88-443d-b955-7680c1ca3604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60053458-74ed-4efd-ac53-96147c8c1874,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:54.126286 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47e3dee3-af1a-48e0-8571-451a8ba12633 admin admin] Publish callbacks [] for security_group (60053458-74ed-4efd-ac53-96147c8c1874), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:54.157432 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47e3dee3-af1a-48e0-8571-451a8ba12633 admin admin] Publish callbacks [] for security_group (60053458-74ed-4efd-ac53-96147c8c1874), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:54.295535 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1040116', 'neutron.services.segments.db._delete_segments_for_network-8736992440351'] for network (0f41e479-a15a-4a2a-b86f-bd0646e725cf), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:54.313922 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47e3dee3-af1a-48e0-8571-451a8ba12633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (60053458-74ed-4efd-ac53-96147c8c1874), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:54.317212 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-47e3dee3-af1a-48e0-8571-451a8ba12633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:54.318542 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-47e3dee3-af1a-48e0-8571-451a8ba12633 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60053458-74ed-4efd-ac53-96147c8c1874 HTTP/1.1" status: 204 len: 168 time: 0.2548792 Jan 18 19:37:54.331727 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3dee3-af1a-48e0-8571-451a8ba12633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60053458-74ed-4efd-ac53-96147c8c1874,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:54.338590 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-69392be0-bb10-4aef-9786-de2e93bb411e req-cb603cf7-4ee0-4d66-bfa1-b185a24361b7 service neutron] 10.222.0.35 "GET /v2.0/networks/500b8bcd-5a25-45e2-b1bb-41c45019fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676940 Jan 18 19:37:54.361415 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:37:54.361766 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:37:54.362642 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:37:54.362905 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Subscribe: > port after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:37:54.363249 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:37:54.363601 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Subscribe: > port after_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:37:54.363967 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:37:54.364273 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:37:54.364589 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:37:54.364906 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:37:54.456037 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:37:54.457310 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:37:54.457310 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:37:54.457310 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 19:37:54.457773 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f41e479-a15a-4a2a-b86f-bd0646e725cf']}} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:37:54.484568 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d86d22-3f6f-4aa1-9df4-4396e1345c91') {'for_net_delete': True} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:37:54.484871 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d86d22-3f6f-4aa1-9df4-4396e1345c91') {} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:37:54.510225 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b534fa-e332-47d9-bd78-fd29f3016e06 req-8aa1be66-6511-40b8-970b-623007134eb7 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:54.511909 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-21b534fa-e332-47d9-bd78-fd29f3016e06 req-8aa1be66-6511-40b8-970b-623007134eb7 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.2828467 Jan 18 19:37:54.518963 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736992440616', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6235298'] for segment (c3d86d22-3f6f-4aa1-9df4-4396e1345c91), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:54.563263 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280235f0-59e7-49c2-845f-7b5d370f123b req-df0aba63-d4ac-4579-ad00-815ff20da481 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:54.566583 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-280235f0-59e7-49c2-845f-7b5d370f123b req-df0aba63-d4ac-4579-ad00-815ff20da481 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 944 time: 0.2790823 Jan 18 19:37:54.570173 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device c9ff1ff2-6f4c-4e09-bd63-df92e479831c details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:37:54.578691 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (c3d86d22-3f6f-4aa1-9df4-4396e1345c91), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:54.620767 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 19:37:54.621176 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6234385'] for segment (c3d86d22-3f6f-4aa1-9df4-4396e1345c91), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: Traceback (most recent call last): Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: timer() Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: cb(*args, **kw) Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: return func(*args, **kwargs) Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: self._notify() Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: self.callback(batched_events) Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: event.method(event) Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: return f(self, *a, **k) Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: return self._get(url).json() Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: return self.request(url, 'GET', **kwargs) Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:37:54.627101 dv-cinder-811877-7-iscsi neutron-server[103172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:37:54.680071 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port c9ff1ff2-6f4c-4e09-bd63-df92e479831c, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c9ff1ff2-6f4c-4e09-bd63-df92e479831c,segment=NetworkSegment(d825a0a3-ef43-4bc3-a962-25028b7a09ce),segment_id=d825a0a3-ef43-4bc3-a962-25028b7a09ce)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:37:54.699943 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': 'c9ff1ff2-6f4c-4e09-bd63-df92e479831c', 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b', 'port_id': 'c9ff1ff2-6f4c-4e09-bd63-df92e479831c', 'mac_address': 'fa:16:3e:ed:47:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5acafb2-5b1c-4f2d-8e13-e936b8fb807f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:37:54.718783 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-21b534fa-e332-47d9-bd78-fd29f3016e06 req-c6175b84-bf7f-41db-9be2-a0107acf104f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953146 Jan 18 19:37:54.748906 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-280235f0-59e7-49c2-845f-7b5d370f123b req-41647cdb-055f-4acd-bbcd-956456c0762f tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687143 Jan 18 19:37:54.758743 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port c9ff1ff2-6f4c-4e09-bd63-df92e479831c is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:37:54.758743 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (c9ff1ff2-6f4c-4e09-bd63-df92e479831c), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:54.788965 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ff1ff2-6f4c-4e09-bd63-df92e479831c {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:37:54.817308 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port c9ff1ff2-6f4c-4e09-bd63-df92e479831c, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c9ff1ff2-6f4c-4e09-bd63-df92e479831c,segment=NetworkSegment(d825a0a3-ef43-4bc3-a962-25028b7a09ce),segment_id=d825a0a3-ef43-4bc3-a962-25028b7a09ce)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:37:54.846536 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1040067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087210'] for network (0f41e479-a15a-4a2a-b86f-bd0646e725cf), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:54.873622 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:54.879637 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0f41e479-a15a-4a2a-b86f-bd0646e725cf HTTP/1.1" status: 204 len: 168 time: 0.9778275 Jan 18 19:37:54.880034 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (c9ff1ff2-6f4c-4e09-bd63-df92e479831c), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:54.880157 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 33926) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:54.887814 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620303a0-d8be-47a9-9244-edb9e98ffdf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f41e479-a15a-4a2a-b86f-bd0646e725cf,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:54.937640 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=c9ff1ff2-6f4c-4e09-bd63-df92e479831c,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:55.100693 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4cc38-f92c-4333-947a-d41a44d90286 req-b1c536ab-feaf-44aa-a4c8-e87f03e5c28e tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:55.102196 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-48d4cc38-f92c-4333-947a-d41a44d90286 req-b1c536ab-feaf-44aa-a4c8-e87f03e5c28e tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 943 time: 0.2877116 Jan 18 19:37:55.129260 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_v2 [None req-8800c8d6-ac81-47da-beae-92fc9be2aea0 admin admin] Deleting subnet cf00721a-84b0-4142-bd46-f3732124bd43 {{(pid=103172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 19:37:55.136370 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8800c8d6-ac81-47da-beae-92fc9be2aea0 admin admin] Publish callbacks [] for subnet (cf00721a-84b0-4142-bd46-f3732124bd43), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:55.188750 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-48d4cc38-f92c-4333-947a-d41a44d90286 req-972431ee-0870-4bea-aad2-a2f0696705dc tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734291 Jan 18 19:37:55.188750 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8800c8d6-ac81-47da-beae-92fc9be2aea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6235323'] for subnet (cf00721a-84b0-4142-bd46-f3732124bd43), precommit_delete_associations {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:55.234738 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8800c8d6-ac81-47da-beae-92fc9be2aea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033805'] for subnet (cf00721a-84b0-4142-bd46-f3732124bd43), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:55.389328 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8800c8d6-ac81-47da-beae-92fc9be2aea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6234447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4301648'] for subnet (cf00721a-84b0-4142-bd46-f3732124bd43), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:55.415075 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800c8d6-ac81-47da-beae-92fc9be2aea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf00721a-84b0-4142-bd46-f3732124bd43,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:55.419689 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8800c8d6-ac81-47da-beae-92fc9be2aea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:55.425959 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-8800c8d6-ac81-47da-beae-92fc9be2aea0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cf00721a-84b0-4142-bd46-f3732124bd43 HTTP/1.1" status: 204 len: 168 time: 0.5423529 Jan 18 19:37:55.426233 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 33944) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:55.480179 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['c9ff1ff2-6f4c-4e09-bd63-df92e479831c'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:37:55.499380 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2f2e-5c32-48d9-b430-6e64c9a7b2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612357'] for network (335090bc-0f31-4c92-b4ed-596cba64b904), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:55.527310 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 33950) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:55.588643 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2f2e-5c32-48d9-b430-6e64c9a7b2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1040116', 'neutron.services.segments.db._delete_segments_for_network-8736992440351'] for network (335090bc-0f31-4c92-b4ed-596cba64b904), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:55.619446 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-4f4d2f2e-5c32-48d9-b430-6e64c9a7b2aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335090bc-0f31-4c92-b4ed-596cba64b904']}} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:37:55.632636 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-4f4d2f2e-5c32-48d9-b430-6e64c9a7b2aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63afd8a7-4c46-4df9-80fd-57344c0c65e8') {'for_net_delete': True} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:37:55.632934 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-4f4d2f2e-5c32-48d9-b430-6e64c9a7b2aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63afd8a7-4c46-4df9-80fd-57344c0c65e8') {} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:37:55.647501 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2f2e-5c32-48d9-b430-6e64c9a7b2aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736992440616', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6235298'] for segment (63afd8a7-4c46-4df9-80fd-57344c0c65e8), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:55.647837 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-e447d135-9e06-4f1e-a3a5-e90f12564401 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1183275255-network', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:55.661693 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2f2e-5c32-48d9-b430-6e64c9a7b2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (63afd8a7-4c46-4df9-80fd-57344c0c65e8), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:55.667870 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4d2f2e-5c32-48d9-b430-6e64c9a7b2aa admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 19:37:55.668256 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2f2e-5c32-48d9-b430-6e64c9a7b2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6234385'] for segment (63afd8a7-4c46-4df9-80fd-57344c0c65e8), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: Traceback (most recent call last): Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: timer() Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: cb(*args, **kw) Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: return func(*args, **kwargs) Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: self._notify() Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: self.callback(batched_events) Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: event.method(event) Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: return f(self, *a, **k) Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: return self._get(url).json() Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: return self.request(url, 'GET', **kwargs) Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:37:55.669929 dv-cinder-811877-7-iscsi neutron-server[103172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:37:55.751588 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e447d135-9e06-4f1e-a3a5-e90f12564401 admin admin] Made reservation on behalf of c1a3d66fd692461db39e7663dfb12bd6 for: {'network': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:37:55.754795 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e447d135-9e06-4f1e-a3a5-e90f12564401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for network (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:55.768694 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e447d135-9e06-4f1e-a3a5-e90f12564401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:55.769783 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2f2e-5c32-48d9-b430-6e64c9a7b2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1040067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087210'] for network (335090bc-0f31-4c92-b4ed-596cba64b904), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:55.776982 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2f2e-5c32-48d9-b430-6e64c9a7b2aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:55.783218 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-4f4d2f2e-5c32-48d9-b430-6e64c9a7b2aa admin admin] 10.222.0.20 "DELETE /v2.0/networks/335090bc-0f31-4c92-b4ed-596cba64b904 HTTP/1.1" status: 204 len: 168 time: 0.3530850 Jan 18 19:37:55.791166 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d2f2e-5c32-48d9-b430-6e64c9a7b2aa admin admin] Pushing event deleted for resources: {'Network': ['ID=335090bc-0f31-4c92-b4ed-596cba64b904,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:55.874463 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e447d135-9e06-4f1e-a3a5-e90f12564401 admin admin] Publish callbacks [] for security_group (9ecc69b3-e801-4bab-be93-7ab2329c0283), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:55.900815 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1f25d-302b-4d32-af29-215cc345fc61 req-d7a70b59-d2d5-4c65-9f73-ba4dc3061ff3 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:55.902424 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-51d1f25d-302b-4d32-af29-215cc345fc61 req-d7a70b59-d2d5-4c65-9f73-ba4dc3061ff3 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0943687 Jan 18 19:37:55.940139 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451d4f-b2b1-4994-93a0-6b8ea75ca959 req-5eb48722-e795-4ce8-97aa-f07e9b14224b tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:55.941638 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fc451d4f-b2b1-4994-93a0-6b8ea75ca959 req-5eb48722-e795-4ce8-97aa-f07e9b14224b tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 944 time: 0.0819712 Jan 18 19:37:55.980334 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-51d1f25d-302b-4d32-af29-215cc345fc61 req-9513f150-58b1-4ffe-bb6e-4a810157b0bb tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701706 Jan 18 19:37:55.989029 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e447d135-9e06-4f1e-a3a5-e90f12564401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (9ecc69b3-e801-4bab-be93-7ab2329c0283), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:56.003727 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e447d135-9e06-4f1e-a3a5-e90f12564401 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:37:56.008651 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fc451d4f-b2b1-4994-93a0-6b8ea75ca959 req-48188bb7-82e0-4133-b3dc-20c1d59ac2d9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597417 Jan 18 19:37:56.026746 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e447d135-9e06-4f1e-a3a5-e90f12564401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (fbff2775-c3d6-4f3f-8ec0-8a27bebf478f), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:56.027012 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.db.segments_db [None req-e447d135-9e06-4f1e-a3a5-e90f12564401 admin admin] Added segment fbff2775-c3d6-4f3f-8ec0-8a27bebf478f of type vlan for network a305aad1-af7c-4389-9b17-82d960c973f6 Jan 18 19:37:56.036697 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447d135-9e06-4f1e-a3a5-e90f12564401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecc69b3-e801-4bab-be93-7ab2329c0283,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:56.071933 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e447d135-9e06-4f1e-a3a5-e90f12564401 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736991889309'] for network (a305aad1-af7c-4389-9b17-82d960c973f6), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:56.192661 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e447d135-9e06-4f1e-a3a5-e90f12564401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for network (a305aad1-af7c-4389-9b17-82d960c973f6), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:56.193712 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e447d135-9e06-4f1e-a3a5-e90f12564401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:56.194331 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e447d135-9e06-4f1e-a3a5-e90f12564401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:56.217508 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 33970) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:56.262419 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447d135-9e06-4f1e-a3a5-e90f12564401 admin admin] Pushing event updated for resources: {'Network': ['ID=a305aad1-af7c-4389-9b17-82d960c973f6,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:56.274827 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Network a305aad1-af7c-4389-9b17-82d960c973f6 details requested by agent ovs-agent-dv-cinder-811877-7-iscsi with host dv-cinder-811877-7-iscsi {{(pid=103174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:37:56.283702 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-d9923b14-c387-4a03-830f-859f1789061e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a6294e8f59949119958a369283ac70d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0613825 Jan 18 19:37:56.286418 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 33972) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:56.322512 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-e447d135-9e06-4f1e-a3a5-e90f12564401 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7939837 Jan 18 19:37:56.326561 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 33974) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:56.330483 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301372cb-ec25-450e-8b74-9ee352c598b3 req-dbab075f-756d-4f9c-bac4-c0e4b2cbeaa5 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:56.332477 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-301372cb-ec25-450e-8b74-9ee352c598b3 req-dbab075f-756d-4f9c-bac4-c0e4b2cbeaa5 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 944 time: 0.0605347 Jan 18 19:37:56.334482 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-5e492d08-f00d-4567-95ad-1fcac4a0c6c6 admin admin] Request body: {'subnet': {'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1183275255-subnet', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:56.373467 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c1b6519-2f15-49e7-8987-61957db1e0a7 admin admin] Publish callbacks [] for security_group (123f213d-8d2d-4951-96ec-11dc314090cc), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:56.380566 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-301372cb-ec25-450e-8b74-9ee352c598b3 req-ba118fb3-c636-4681-9c8d-16368fa597e3 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424430 Jan 18 19:37:56.395998 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c1b6519-2f15-49e7-8987-61957db1e0a7 admin admin] Publish callbacks [] for security_group (123f213d-8d2d-4951-96ec-11dc314090cc), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:56.454555 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e492d08-f00d-4567-95ad-1fcac4a0c6c6 admin admin] Made reservation on behalf of c1a3d66fd692461db39e7663dfb12bd6 for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:37:56.457208 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e492d08-f00d-4567-95ad-1fcac4a0c6c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4604092'] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:56.546482 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c1b6519-2f15-49e7-8987-61957db1e0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (123f213d-8d2d-4951-96ec-11dc314090cc), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:56.549257 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3c1b6519-2f15-49e7-8987-61957db1e0a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:56.550535 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-3c1b6519-2f15-49e7-8987-61957db1e0a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/123f213d-8d2d-4951-96ec-11dc314090cc HTTP/1.1" status: 204 len: 168 time: 0.2628031 Jan 18 19:37:56.569812 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbdac2-65db-43e1-bab2-429b0b918671 req-928c197a-2bb4-4004-8fca-3221cf6ad8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:56.571841 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cdcbdac2-65db-43e1-bab2-429b0b918671 req-928c197a-2bb4-4004-8fca-3221cf6ad8e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 1098 time: 0.0464060 Jan 18 19:37:56.589066 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b6519-2f15-49e7-8987-61957db1e0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123f213d-8d2d-4951-96ec-11dc314090cc,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:56.636133 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cdcbdac2-65db-43e1-bab2-429b0b918671 req-7dad764e-6fdf-45ba-8fae-e7e9ad32a9d1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561388 Jan 18 19:37:56.717940 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e492d08-f00d-4567-95ad-1fcac4a0c6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4740198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4604050'] for subnet (4b36d59b-f16e-40de-96be-7acc3290ef4e), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:56.778438 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e492d08-f00d-4567-95ad-1fcac4a0c6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b36d59b-f16e-40de-96be-7acc3290ef4e,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:56.780618 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e492d08-f00d-4567-95ad-1fcac4a0c6c6 admin admin] Checking segment: {'id': 'fbff2775-c3d6-4f3f-8ec0-8a27bebf478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:37:56.780982 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e492d08-f00d-4567-95ad-1fcac4a0c6c6 admin admin] Network hostable DHCP agents. Network: a305aad1-af7c-4389-9b17-82d960c973f6, hostable agents: ['0d168223-99d0-40e7-a552-9355723bc6d5'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:37:56.912000 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e492d08-f00d-4567-95ad-1fcac4a0c6c6 admin admin] Network a305aad1-af7c-4389-9b17-82d960c973f6 is scheduled to be hosted by DHCP agent 0d168223-99d0-40e7-a552-9355723bc6d5 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:37:57.009540 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-5e492d08-f00d-4567-95ad-1fcac4a0c6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-7-iscsi, a305aad1-af7c-4389-9b17-82d960c973f6) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:37:57.017015 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e492d08-f00d-4567-95ad-1fcac4a0c6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:57.017752 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5e492d08-f00d-4567-95ad-1fcac4a0c6c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:57.024754 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683278da-e7b7-4cbb-8796-a07210234003 None None] Network a305aad1-af7c-4389-9b17-82d960c973f6 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:37:57.130281 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp129c5bed-9af5-5ca5-9b54-29f02576e802-a305aad1-af7c-4389-9b17-82d960c973f6', 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6', 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'fixed_ips': [{'subnet_id': '4b36d59b-f16e-40de-96be-7acc3290ef4e'}]}} from dv-cinder-811877-7-iscsi. {{(pid=103174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 19:37:57.131150 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:57.135040 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cfee7-82cf-4991-9ae2-163bd1be6e55 req-02b6d01a-7109-4e1e-952f-80f99d7edb31 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:57.136515 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d1cfee7-82cf-4991-9ae2-163bd1be6e55 req-02b6d01a-7109-4e1e-952f-80f99d7edb31 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0771658 Jan 18 19:37:57.162949 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-5e492d08-f00d-4567-95ad-1fcac4a0c6c6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8352456 Jan 18 19:37:57.165502 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 33988) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:57.170631 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-dc31c11c-b61a-440a-99ba-dfcbfb4992a4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1183275255-router', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:37:57.180187 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34570f-1dd2-4168-aadf-e758e77d9045 req-c2593949-32e2-45ef-8590-716d34226d4b tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:57.181870 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2c34570f-1dd2-4168-aadf-e758e77d9045 req-c2593949-32e2-45ef-8590-716d34226d4b tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 944 time: 0.0864415 Jan 18 19:37:57.223714 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d1cfee7-82cf-4991-9ae2-163bd1be6e55 req-dcd6cbe2-6c54-4661-88f6-dc5309383f8f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798731 Jan 18 19:37:57.267061 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2c34570f-1dd2-4168-aadf-e758e77d9045 req-d0fc3578-8c82-4887-997d-7729d8043ca1 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713947 Jan 18 19:37:57.295587 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc31c11c-b61a-440a-99ba-dfcbfb4992a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9179'] for router (4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:57.296675 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc31c11c-b61a-440a-99ba-dfcbfb4992a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2091013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1984424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9184'] for router (4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:57.315432 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] Allocated IP 172.20.0.2 (a305aad1-af7c-4389-9b17-82d960c973f6/4b36d59b-f16e-40de-96be-7acc3290ef4e/8c2819ac-4431-43f0-b7ca-6e3d3ff15f80) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:37:57.363756 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 33994) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:57.407279 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-b9096739-1dad-4922-b08d-ab650c389589 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad94e96e1de0467fb44c6399e1396a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450597 Jan 18 19:37:57.410044 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 33998) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:57.474226 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e5f836fa-bdbb-4de4-9a69-d86c6d4ccdbc admin admin] Publish callbacks [] for security_group (3ef2b349-20ef-432f-bc74-445be9c4f4a5), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:57.501764 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e5f836fa-bdbb-4de4-9a69-d86c6d4ccdbc admin admin] Publish callbacks [] for security_group (3ef2b349-20ef-432f-bc74-445be9c4f4a5), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:57.511094 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] Publish callbacks [] for port (8c2819ac-4431-43f0-b7ca-6e3d3ff15f80), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:57.581600 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc31c11c-b61a-440a-99ba-dfcbfb4992a4 admin admin] Publish callbacks [] for router_controller (4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde), precommit_add_association {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:57.587389 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b6197-f8c3-4f90-986a-dfe12dbc84aa req-9e84f5dd-faa5-41a7-b583-156e7b956e26 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:57.589012 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-aa8b6197-f8c3-4f90-986a-dfe12dbc84aa req-9e84f5dd-faa5-41a7-b583-156e7b956e26 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 944 time: 0.0717816 Jan 18 19:37:57.603489 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (8c2819ac-4431-43f0-b7ca-6e3d3ff15f80), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:57.642415 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-aa8b6197-f8c3-4f90-986a-dfe12dbc84aa req-670a889d-f4e0-4f7f-8a77-064ff2880d9f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479085 Jan 18 19:37:57.644598 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] Network a305aad1-af7c-4389-9b17-82d960c973f6 is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:37:57.647738 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:37:57.650999 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:37:57.658014 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] Pushing event updated for resources: {'Port': ['ID=8c2819ac-4431-43f0-b7ca-6e3d3ff15f80,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:57.686195 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e5f836fa-bdbb-4de4-9a69-d86c6d4ccdbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (3ef2b349-20ef-432f-bc74-445be9c4f4a5), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:57.691016 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e5f836fa-bdbb-4de4-9a69-d86c6d4ccdbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:57.693031 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-e5f836fa-bdbb-4de4-9a69-d86c6d4ccdbc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ef2b349-20ef-432f-bc74-445be9c4f4a5 HTTP/1.1" status: 204 len: 168 time: 0.2810791 Jan 18 19:37:57.704899 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f836fa-bdbb-4de4-9a69-d86c6d4ccdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef2b349-20ef-432f-bc74-445be9c4f4a5,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:57.711582 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] Attempting to bind port 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80 on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:37:57.711911 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] Attempting to bind port 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80 by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': 'fbff2775-c3d6-4f3f-8ec0-8a27bebf478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:37:57.712278 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] Attempting to bind port 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80 on network a305aad1-af7c-4389-9b17-82d960c973f6 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:37:57.724738 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:37:57.725110 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] Checking segment: {'id': 'fbff2775-c3d6-4f3f-8ec0-8a27bebf478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:37:57.725715 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:57.726278 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] Bound using segment: {'id': 'fbff2775-c3d6-4f3f-8ec0-8a27bebf478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:37:57.726910 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] Bound port: 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbff2775-c3d6-4f3f-8ec0-8a27bebf478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:37:57.727449 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (8c2819ac-4431-43f0-b7ca-6e3d3ff15f80), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:57.775472 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 34006) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:57.798984 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] For port 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:37:57.802203 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] For port 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=8c2819ac-4431-43f0-b7ca-6e3d3ff15f80,segment=NetworkSegment(fbff2775-c3d6-4f3f-8ec0-8a27bebf478f),segment_id=fbff2775-c3d6-4f3f-8ec0-8a27bebf478f)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:37:57.865667 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc31c11c-b61a-440a-99ba-dfcbfb4992a4 admin admin] Publish callbacks [] for router_gateway (4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:57.874246 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (8c2819ac-4431-43f0-b7ca-6e3d3ff15f80), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:57.891233 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c6f32ad1-9f7a-450c-b2ed-4e2bd26ca70a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:57.932665 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c5c22-05aa-489b-924d-d2f2ec1f3c6f None None] Pushing event updated for resources: {'Port': ['ID=8c2819ac-4431-43f0-b7ca-6e3d3ff15f80,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:57.989266 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c6f32ad1-9f7a-450c-b2ed-4e2bd26ca70a admin admin] Publish callbacks [] for security_group (2d9bfec6-19b5-41cd-b08d-ccd5d3c6ddfa), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:58.062873 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c6f32ad1-9f7a-450c-b2ed-4e2bd26ca70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (2d9bfec6-19b5-41cd-b08d-ccd5d3c6ddfa), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:58.121604 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-c6f32ad1-9f7a-450c-b2ed-4e2bd26ca70a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d79d76d2123542b499d804e53091a72d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3443768 Jan 18 19:37:58.122445 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f32ad1-9f7a-450c-b2ed-4e2bd26ca70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9bfec6-19b5-41cd-b08d-ccd5d3c6ddfa,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:58.125364 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 34010) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:37:58.191189 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-2a7fad8f-b5c4-4eac-a7c5-53d64311cb54 admin admin] Publish callbacks [] for security_group (2d9bfec6-19b5-41cd-b08d-ccd5d3c6ddfa), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:58.226277 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc31c11c-b61a-440a-99ba-dfcbfb4992a4 admin admin] Publish callbacks [] for router_gateway (4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:58.234858 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-2a7fad8f-b5c4-4eac-a7c5-53d64311cb54 admin admin] Publish callbacks [] for security_group (2d9bfec6-19b5-41cd-b08d-ccd5d3c6ddfa), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:58.282664 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc31c11c-b61a-440a-99ba-dfcbfb4992a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:58.386255 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-2a7fad8f-b5c4-4eac-a7c5-53d64311cb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (2d9bfec6-19b5-41cd-b08d-ccd5d3c6ddfa), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:58.386255 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-2a7fad8f-b5c4-4eac-a7c5-53d64311cb54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:58.389573 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-2a7fad8f-b5c4-4eac-a7c5-53d64311cb54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d9bfec6-19b5-41cd-b08d-ccd5d3c6ddfa HTTP/1.1" status: 204 len: 168 time: 0.2631896 Jan 18 19:37:58.435408 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fad8f-b5c4-4eac-a7c5-53d64311cb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9bfec6-19b5-41cd-b08d-ccd5d3c6ddfa,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:58.455132 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f83e8-e259-4f7a-9498-9b6321f359e0 req-d9bf9c85-5b15-4c1a-8c13-050d37ff940d tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:58.455132 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-175f83e8-e259-4f7a-9498-9b6321f359e0 req-d9bf9c85-5b15-4c1a-8c13-050d37ff940d tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.1158884 Jan 18 19:37:58.489896 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29f222-18a2-40ad-8942-36a721e47939 req-1c4ed8a2-16da-4b14-b6a8-82cd453fe5ab tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:58.491498 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8e29f222-18a2-40ad-8942-36a721e47939 req-1c4ed8a2-16da-4b14-b6a8-82cd453fe5ab tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 944 time: 0.1415331 Jan 18 19:37:58.535140 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-175f83e8-e259-4f7a-9498-9b6321f359e0 req-a385ce6f-9579-4ac1-845f-cc3e252ddb90 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720525 Jan 18 19:37:58.535615 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-dc31c11c-b61a-440a-99ba-dfcbfb4992a4 admin admin] Allocated IP 172.27.2.25 (f5eef2c2-a885-4f46-b327-cbc20c3014d9/9269629e-72aa-4525-943b-faee8ca91ecd/c7b28fec-52aa-4c31-aa8c-27fba54dd1f2) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:37:58.575578 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8e29f222-18a2-40ad-8942-36a721e47939 req-c585eaf9-5b52-4b11-ba68-977ed2775142 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655959 Jan 18 19:37:58.582431 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device b894f5a0-a07e-40ba-9fe4-f96bed851363 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:37:58.622265 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device c9ff1ff2-6f4c-4e09-bd63-df92e479831c up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:37:58.714287 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc31c11c-b61a-440a-99ba-dfcbfb4992a4 admin admin] Publish callbacks [] for port (c7b28fec-52aa-4c31-aa8c-27fba54dd1f2), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:58.828013 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964a5d6-da8c-4c69-9ac1-10fb5f4d9acc req-f1a6b988-9925-45cc-ac91-2b4551ab1b33 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:58.833553 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port b894f5a0-a07e-40ba-9fe4-f96bed851363, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=b894f5a0-a07e-40ba-9fe4-f96bed851363,segment=NetworkSegment(d84c562e-f887-4cea-9249-8de44ec3aa33),segment_id=d84c562e-f887-4cea-9249-8de44ec3aa33)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:37:58.834631 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc31c11c-b61a-440a-99ba-dfcbfb4992a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (c7b28fec-52aa-4c31-aa8c-27fba54dd1f2), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:58.845049 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8964a5d6-da8c-4c69-9ac1-10fb5f4d9acc req-f1a6b988-9925-45cc-ac91-2b4551ab1b33 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 944 time: 0.1066723 Jan 18 19:37:58.868423 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': 'b894f5a0-a07e-40ba-9fe4-f96bed851363', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'port_id': 'b894f5a0-a07e-40ba-9fe4-f96bed851363', 'mac_address': 'fa:16:3e:29:cd:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:37:58.911285 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc31c11c-b61a-440a-99ba-dfcbfb4992a4 admin admin] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:37:58.914484 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-dc31c11c-b61a-440a-99ba-dfcbfb4992a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:37:58.915325 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port c9ff1ff2-6f4c-4e09-bd63-df92e479831c completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:37:58.921634 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8964a5d6-da8c-4c69-9ac1-10fb5f4d9acc req-4c5bf97a-0fff-4f7b-9395-946dcd300018 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742767 Jan 18 19:37:58.946390 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port c9ff1ff2-6f4c-4e09-bd63-df92e479831c triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:37:58.946390 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (c9ff1ff2-6f4c-4e09-bd63-df92e479831c), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:58.946624 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc31c11c-b61a-440a-99ba-dfcbfb4992a4 admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:37:58.975900 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port b894f5a0-a07e-40ba-9fe4-f96bed851363 is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:37:58.976325 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (b894f5a0-a07e-40ba-9fe4-f96bed851363), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:58.998582 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b894f5a0-a07e-40ba-9fe4-f96bed851363 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:37:59.073404 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port b894f5a0-a07e-40ba-9fe4-f96bed851363, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=b894f5a0-a07e-40ba-9fe4-f96bed851363,segment=NetworkSegment(d84c562e-f887-4cea-9249-8de44ec3aa33),segment_id=d84c562e-f887-4cea-9249-8de44ec3aa33)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:37:59.084763 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port c9ff1ff2-6f4c-4e09-bd63-df92e479831c is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:37:59.084763 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (c9ff1ff2-6f4c-4e09-bd63-df92e479831c), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:59.120301 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port c9ff1ff2-6f4c-4e09-bd63-df92e479831c, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c9ff1ff2-6f4c-4e09-bd63-df92e479831c,segment=NetworkSegment(d825a0a3-ef43-4bc3-a962-25028b7a09ce),segment_id=d825a0a3-ef43-4bc3-a962-25028b7a09ce)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:37:59.121141 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a87bf41-60d3-4e59-a901-4fb0383476e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ff1ff2-6f4c-4e09-bd63-df92e479831c'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:37:59.123488 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71da509-e6d6-4265-8da4-5ad387282e2a" -d '{"events": [{"server_uuid": "0a87bf41-60d3-4e59-a901-4fb0383476e9", "name": "network-vif-plugged", "status": "completed", "tag": "c9ff1ff2-6f4c-4e09-bd63-df92e479831c"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:37:59.149311 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31c11c-b61a-440a-99ba-dfcbfb4992a4 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b28fec-52aa-4c31-aa8c-27fba54dd1f2,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:59.165305 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6885ee30-562c-449d-a0b2-51ec6f124e4d x-openstack-request-id: req-6885ee30-562c-449d-a0b2-51ec6f124e4d {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:37:59.165616 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a87bf41-60d3-4e59-a901-4fb0383476e9", "name": "network-vif-plugged", "status": "completed", "tag": "c9ff1ff2-6f4c-4e09-bd63-df92e479831c", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:37:59.165864 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6885ee30-562c-449d-a0b2-51ec6f124e4d {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:37:59.166461 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a87bf41-60d3-4e59-a901-4fb0383476e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ff1ff2-6f4c-4e09-bd63-df92e479831c', 'code': 200} Jan 18 19:37:59.206013 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (b894f5a0-a07e-40ba-9fe4-f96bed851363), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:59.235174 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c05b84c-facf-4999-9d78-29139eff73bb None None] Network a305aad1-af7c-4389-9b17-82d960c973f6 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:37:59.254460 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (c9ff1ff2-6f4c-4e09-bd63-df92e479831c), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:59.320302 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-ab1698fe-dede-4cbf-b950-cd040b906c95 None None] Provisioning complete for port 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:37:59.320675 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ab1698fe-dede-4cbf-b950-cd040b906c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (8c2819ac-4431-43f0-b7ca-6e3d3ff15f80), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:59.350442 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=b894f5a0-a07e-40ba-9fe4-f96bed851363,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:59.447088 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc31c11c-b61a-440a-99ba-dfcbfb4992a4 admin admin] Publish callbacks [] for router_gateway (4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:59.449255 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=c9ff1ff2-6f4c-4e09-bd63-df92e479831c,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:59.501599 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-ab1698fe-dede-4cbf-b950-cd040b906c95 None None] Current status of the port 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80 is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:37:59.501920 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ab1698fe-dede-4cbf-b950-cd040b906c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (8c2819ac-4431-43f0-b7ca-6e3d3ff15f80), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:59.543648 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-ab1698fe-dede-4cbf-b950-cd040b906c95 None None] For port 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=8c2819ac-4431-43f0-b7ca-6e3d3ff15f80,segment=NetworkSegment(fbff2775-c3d6-4f3f-8ec0-8a27bebf478f),segment_id=fbff2775-c3d6-4f3f-8ec0-8a27bebf478f)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:37:59.605599 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ab1698fe-dede-4cbf-b950-cd040b906c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (8c2819ac-4431-43f0-b7ca-6e3d3ff15f80), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:59.622312 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85f0e9-6d16-4f03-9c2f-231be44e3c9b req-70d4aa5a-ccd9-4ab1-8a7c-45a252e517cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:59.629084 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0e85f0e9-6d16-4f03-9c2f-231be44e3c9b req-70d4aa5a-ccd9-4ab1-8a7c-45a252e517cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 1098 time: 0.1020150 Jan 18 19:37:59.683691 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1698fe-dede-4cbf-b950-cd040b906c95 None None] Pushing event updated for resources: {'Port': ['ID=8c2819ac-4431-43f0-b7ca-6e3d3ff15f80,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:37:59.797998 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['b894f5a0-a07e-40ba-9fe4-f96bed851363'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:37:59.835530 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc31c11c-b61a-440a-99ba-dfcbfb4992a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2091036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087314'] for router (4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:37:59.837655 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0e85f0e9-6d16-4f03-9c2f-231be44e3c9b req-721355da-379f-463a-87fb-1b2cef0d3b6a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019572 Jan 18 19:37:59.881899 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715e9e9-e3f6-48f7-8b0a-e779d2a5b507 req-6c72bed2-5f3e-4764-8627-1f71eeb01326 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:59.890007 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8715e9e9-e3f6-48f7-8b0a-e779d2a5b507 req-6c72bed2-5f3e-4764-8627-1f71eeb01326 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 945 time: 0.1671288 Jan 18 19:37:59.920712 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662f4da-2cc3-4428-a52d-6099d34d0e52 req-35532b29-90fc-40fc-a41c-2a5cb2806618 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:37:59.922106 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9662f4da-2cc3-4428-a52d-6099d34d0e52 req-35532b29-90fc-40fc-a41c-2a5cb2806618 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.2165987 Jan 18 19:37:59.983987 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8715e9e9-e3f6-48f7-8b0a-e779d2a5b507 req-b34476ba-965e-436e-a3ea-ee64d46c0329 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875890 Jan 18 19:37:59.989126 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-3e3f5626-1e3b-493d-ae14-31717aca9610 None None] Provisioning complete for port 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:37:59.990733 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5626-1e3b-493d-ae14-31717aca9610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (8c2819ac-4431-43f0-b7ca-6e3d3ff15f80), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:00.053924 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9662f4da-2cc3-4428-a52d-6099d34d0e52 req-f98c0c45-e68e-49ec-a5d5-c05fabcc275c tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235242 Jan 18 19:38:00.098279 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:38:00.165089 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc31c11c-b61a-440a-99ba-dfcbfb4992a4 admin admin] Router 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde is scheduled to L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb with binding_index 1 {{(pid=103173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 19:38:00.247398 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:00.248316 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (8c2819ac-4431-43f0-b7ca-6e3d3ff15f80), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:00.251948 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-3e3f5626-1e3b-493d-ae14-31717aca9610 None None] Current status of the port 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:00.269175 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40156c3-4e11-4048-9cc5-8f70adfc5dfe req-2c007232-a0e9-4eb5-94dc-58046a297cac tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:00.280773 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b40156c3-4e11-4048-9cc5-8f70adfc5dfe req-2c007232-a0e9-4eb5-94dc-58046a297cac tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 945 time: 0.1353645 Jan 18 19:38:00.303085 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc31c11c-b61a-440a-99ba-dfcbfb4992a4 admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:38:00.313350 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] Sync routers for ids ['4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'] in dv-cinder-811877-7-iscsi {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:38:00.325393 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] Routers {'4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:38:00.326256 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:37:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:00.398592 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b40156c3-4e11-4048-9cc5-8f70adfc5dfe req-3e2f75b7-6ffc-4192-a630-24d40beacae3 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094091 Jan 18 19:38:00.467592 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dc31c11c-b61a-440a-99ba-dfcbfb4992a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:00.471605 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-dc31c11c-b61a-440a-99ba-dfcbfb4992a4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3024070 Jan 18 19:38:00.474474 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 34104) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:00.477392 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] Set router 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:38:00.658701 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:00.768813 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'name': 'tempest-TestMinimumBasicScenario-1183275255-router', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:57Z', 'updated_at': '2022-01-18T19:37:59Z', 'revision_number': 3, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'gw_port': {'id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:58Z', 'updated_at': '2022-01-18T19:37:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:00.799387 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] Checking router: 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde for host: dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:38:00.799729 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] Updating router 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde port c7b28fec-52aa-4c31-aa8c-27fba54dd1f2 binding host dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:38:00.805294 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727af22-f9b8-4918-a13f-c5e262e3eb0f req-cf1afb8e-9e9c-403e-9607-49b1b6e3e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:00.807009 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d727af22-f9b8-4918-a13f-c5e262e3eb0f req-cf1afb8e-9e9c-403e-9607-49b1b6e3e6f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d566f74dc13d4f3ea84a0b02cd9786fa&device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 1098 time: 0.0907428 Jan 18 19:38:00.827481 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (c7b28fec-52aa-4c31-aa8c-27fba54dd1f2), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:00.839038 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b641c-ee29-406d-8613-a68d52bba6cd req-b1498d8c-a8f0-44fa-977b-abb8ef1ad5e5 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:00.851628 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ad8b641c-ee29-406d-8613-a68d52bba6cd req-b1498d8c-a8f0-44fa-977b-abb8ef1ad5e5 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.1330452 Jan 18 19:38:01.010915 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ad8b641c-ee29-406d-8613-a68d52bba6cd req-4f9b952a-ea83-4361-acd9-27854fdefc4a tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583703 Jan 18 19:38:01.054362 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727af22-f9b8-4918-a13f-c5e262e3eb0f req-fdbb1cf5-fc20-4471-8fdd-327456e9b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:01.056741 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d727af22-f9b8-4918-a13f-c5e262e3eb0f req-fdbb1cf5-fc20-4471-8fdd-327456e9b4ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a37f81d-d7f4-49f1-80e7-09fae1eca369 HTTP/1.1" status: 200 len: 920 time: 0.2031171 Jan 18 19:38:01.135579 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d727af22-f9b8-4918-a13f-c5e262e3eb0f req-16cb8629-e4d9-40c6-8344-1ecf40769334 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0345ff4a-5024-4047-884f-45f77573f81f HTTP/1.1" status: 200 len: 217 time: 0.0621145 Jan 18 19:38:01.158553 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53dd28-82c6-4523-8e8b-8b41c5ab89be req-2c030c1b-4947-4d1d-b2c3-db7fa7e2f6d3 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:01.159540 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8263-251c-482e-bd62-18e87d0629df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:01.160136 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4e53dd28-82c6-4523-8e8b-8b41c5ab89be req-2c030c1b-4947-4d1d-b2c3-db7fa7e2f6d3 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 945 time: 0.1024425 Jan 18 19:38:01.177559 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] Publish callbacks [] for port (c7b28fec-52aa-4c31-aa8c-27fba54dd1f2), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:01.254954 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4e53dd28-82c6-4523-8e8b-8b41c5ab89be req-c0a18e44-c63c-4271-b375-37308157b13e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839181 Jan 18 19:38:01.256672 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727af22-f9b8-4918-a13f-c5e262e3eb0f req-218af963-3bbc-43dd-a276-3a7dd56c3894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:01.258057 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d727af22-f9b8-4918-a13f-c5e262e3eb0f req-218af963-3bbc-43dd-a276-3a7dd56c3894 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bdd86ec8-e4ac-4f77-b398-ae467a5e4aac HTTP/1.1" status: 200 len: 859 time: 0.0970442 Jan 18 19:38:01.268663 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (c7b28fec-52aa-4c31-aa8c-27fba54dd1f2), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:01.301140 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d727af22-f9b8-4918-a13f-c5e262e3eb0f req-14c6b040-bdfa-408a-a612-d67f9d417bb7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a37f81d-d7f4-49f1-80e7-09fae1eca369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353494 Jan 18 19:38:01.328820 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4386f2-7096-478d-bfd6-becadb1604a1 None None] Pushing event updated for resources: {'Port': ['ID=c7b28fec-52aa-4c31-aa8c-27fba54dd1f2,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:01.352350 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] Attempting to bind port c7b28fec-52aa-4c31-aa8c-27fba54dd1f2 on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:38:01.353973 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] Attempting to bind port c7b28fec-52aa-4c31-aa8c-27fba54dd1f2 by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:38:01.354543 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] Attempting to bind port c7b28fec-52aa-4c31-aa8c-27fba54dd1f2 on network f5eef2c2-a885-4f46-b327-cbc20c3014d9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:38:01.360748 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:38:01.361277 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] Checking segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:38:01.361685 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:01.362139 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] Bound using segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:38:01.362610 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] Bound port: c7b28fec-52aa-4c31-aa8c-27fba54dd1f2, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:38:01.362985 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (c7b28fec-52aa-4c31-aa8c-27fba54dd1f2), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:01.370058 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-5d6d8263-251c-482e-bd62-18e87d0629df admin admin] Allocated IP 172.20.0.1 (a305aad1-af7c-4389-9b17-82d960c973f6/4b36d59b-f16e-40de-96be-7acc3290ef4e/3ae43d19-2a26-4f8d-a10d-681043d73eba) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:38:01.418727 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d727af22-f9b8-4918-a13f-c5e262e3eb0f req-fa8b9445-6c9f-47be-9537-a0cea81c0893 service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079936 Jan 18 19:38:01.423155 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] For port c7b28fec-52aa-4c31-aa8c-27fba54dd1f2, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:38:01.445970 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] For port c7b28fec-52aa-4c31-aa8c-27fba54dd1f2, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=c7b28fec-52aa-4c31-aa8c-27fba54dd1f2,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:38:01.522660 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (c7b28fec-52aa-4c31-aa8c-27fba54dd1f2), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:01.528854 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8263-251c-482e-bd62-18e87d0629df admin admin] Publish callbacks [] for port (3ae43d19-2a26-4f8d-a10d-681043d73eba), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:01.596303 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] Routers {'4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:38:01.597169 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:37:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:01.650806 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d727af22-f9b8-4918-a13f-c5e262e3eb0f req-a447833e-b955-4d69-9901-85f705272cf2 service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210629 Jan 18 19:38:01.653133 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4386f2-7096-478d-bfd6-becadb1604a1 None None] Pushing event updated for resources: {'Port': ['ID=c7b28fec-52aa-4c31-aa8c-27fba54dd1f2,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:01.683642 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387d842-6cd6-4ede-b57a-e08114b7f85b req-7952ab5c-8362-4d77-868d-c3e0459fe4ee tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:01.690134 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8263-251c-482e-bd62-18e87d0629df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (3ae43d19-2a26-4f8d-a10d-681043d73eba), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:01.695490 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4387d842-6cd6-4ede-b57a-e08114b7f85b req-7952ab5c-8362-4d77-868d-c3e0459fe4ee tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 945 time: 0.1944568 Jan 18 19:38:01.762171 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] Set router 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:38:01.783490 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6d8263-251c-482e-bd62-18e87d0629df admin admin] Network a305aad1-af7c-4389-9b17-82d960c973f6 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:38:01.787805 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-5d6d8263-251c-482e-bd62-18e87d0629df admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:38:01.794785 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4387d842-6cd6-4ede-b57a-e08114b7f85b req-dddfd2aa-4e67-4881-9137-cc21c7c5d3b9 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981259 Jan 18 19:38:01.804913 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6d8263-251c-482e-bd62-18e87d0629df admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:38:01.808562 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d8263-251c-482e-bd62-18e87d0629df admin admin] Pushing event updated for resources: {'Port': ['ID=3ae43d19-2a26-4f8d-a10d-681043d73eba,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:01.862298 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8263-251c-482e-bd62-18e87d0629df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088359'] for router_interface (4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:01.999239 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'name': 'tempest-TestMinimumBasicScenario-1183275255-router', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:57Z', 'updated_at': '2022-01-18T19:37:59Z', 'revision_number': 3, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'gw_port': {'id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:58Z', 'updated_at': '2022-01-18T19:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:02.041650 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa118717-6c90-4c89-be46-dbf661968bdc None None] The sync data for ids ['4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'] in dv-cinder-811877-7-iscsi is: [{'id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'name': 'tempest-TestMinimumBasicScenario-1183275255-router', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:57Z', 'updated_at': '2022-01-18T19:37:59Z', 'revision_number': 3, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'gw_port': {'id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:58Z', 'updated_at': '2022-01-18T19:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:38:02.086580 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-716b80a6-e038-497c-b369-5bb45987facb None None] Provisioning complete for port 3ae43d19-2a26-4f8d-a10d-681043d73eba triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:02.090865 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-716b80a6-e038-497c-b369-5bb45987facb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (3ae43d19-2a26-4f8d-a10d-681043d73eba), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:02.137980 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8263-251c-482e-bd62-18e87d0629df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (3ae43d19-2a26-4f8d-a10d-681043d73eba), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:02.166498 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c367b80-26c6-40c1-b925-b0e74a8e1c74 req-948a65d7-14d8-493d-a565-9979bbeb20cf tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:02.172933 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-716b80a6-e038-497c-b369-5bb45987facb None None] Port 3ae43d19-2a26-4f8d-a10d-681043d73eba cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:38:02.175956 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2c367b80-26c6-40c1-b925-b0e74a8e1c74 req-948a65d7-14d8-493d-a565-9979bbeb20cf tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0655639 Jan 18 19:38:02.230489 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2c367b80-26c6-40c1-b925-b0e74a8e1c74 req-9c4784dd-4890-4298-856f-13a401f1fc64 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531905 Jan 18 19:38:02.428942 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8586ba-7a5a-4ea3-9ede-a1b8e72ba9f7 req-fd11d4f8-41fc-42d2-9b1d-98e51d9336ba tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:02.436961 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-be8586ba-7a5a-4ea3-9ede-a1b8e72ba9f7 req-fd11d4f8-41fc-42d2-9b1d-98e51d9336ba tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 945 time: 0.1028860 Jan 18 19:38:02.441275 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8263-251c-482e-bd62-18e87d0629df admin admin] Publish callbacks [] for port (3ae43d19-2a26-4f8d-a10d-681043d73eba), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:02.491855 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-be8586ba-7a5a-4ea3-9ede-a1b8e72ba9f7 req-a797538f-ca12-4809-a251-51a33e4145b9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540106 Jan 18 19:38:02.515192 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8263-251c-482e-bd62-18e87d0629df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740253'] for port (3ae43d19-2a26-4f8d-a10d-681043d73eba), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:02.582995 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d8263-251c-482e-bd62-18e87d0629df admin admin] Pushing event updated for resources: {'Port': ['ID=3ae43d19-2a26-4f8d-a10d-681043d73eba,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:02.588087 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8263-251c-482e-bd62-18e87d0629df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088275'] for router_interface (4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:02.617250 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device b894f5a0-a07e-40ba-9fe4-f96bed851363 up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:38:02.701911 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6d8263-251c-482e-bd62-18e87d0629df admin admin] Network a305aad1-af7c-4389-9b17-82d960c973f6 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:38:02.703461 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-5d6d8263-251c-482e-bd62-18e87d0629df admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:38:02.725401 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port b894f5a0-a07e-40ba-9fe4-f96bed851363 completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:38:02.730820 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port b894f5a0-a07e-40ba-9fe4-f96bed851363 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:02.741392 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (b894f5a0-a07e-40ba-9fe4-f96bed851363), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:02.894136 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6d8263-251c-482e-bd62-18e87d0629df admin admin] Router 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:38:02.904393 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port b894f5a0-a07e-40ba-9fe4-f96bed851363 is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:02.905114 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (b894f5a0-a07e-40ba-9fe4-f96bed851363), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:02.971464 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97313148-b084-4607-840d-091ef1805ea2 req-e900d8e9-e1e0-4734-8478-865cdfb2d953 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:02.973571 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-97313148-b084-4607-840d-091ef1805ea2 req-e900d8e9-e1e0-4734-8478-865cdfb2d953 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 945 time: 0.0852399 Jan 18 19:38:02.989569 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51c0178-d9a4-47d0-991b-f16722c652db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b894f5a0-a07e-40ba-9fe4-f96bed851363'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:38:02.992593 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ef4db1-2488-449b-b917-3c5fe569891f" -d '{"events": [{"server_uuid": "d51c0178-d9a4-47d0-991b-f16722c652db", "name": "network-vif-plugged", "status": "completed", "tag": "b894f5a0-a07e-40ba-9fe4-f96bed851363"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:38:03.017733 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port b894f5a0-a07e-40ba-9fe4-f96bed851363, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=b894f5a0-a07e-40ba-9fe4-f96bed851363,segment=NetworkSegment(d84c562e-f887-4cea-9249-8de44ec3aa33),segment_id=d84c562e-f887-4cea-9249-8de44ec3aa33)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:38:03.070377 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07296596-6ea5-4b0f-b409-50eadd9f7b41 x-openstack-request-id: req-07296596-6ea5-4b0f-b409-50eadd9f7b41 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:38:03.070690 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51c0178-d9a4-47d0-991b-f16722c652db", "name": "network-vif-plugged", "status": "completed", "tag": "b894f5a0-a07e-40ba-9fe4-f96bed851363", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:38:03.073281 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07296596-6ea5-4b0f-b409-50eadd9f7b41 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:38:03.073281 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51c0178-d9a4-47d0-991b-f16722c652db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b894f5a0-a07e-40ba-9fe4-f96bed851363', 'code': 200} Jan 18 19:38:03.074336 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-97313148-b084-4607-840d-091ef1805ea2 req-7a754c7a-2ec5-47c0-be1b-fbe2e75e3eca tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911376 Jan 18 19:38:03.101742 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (b894f5a0-a07e-40ba-9fe4-f96bed851363), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:03.191687 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-32bb9082-4a06-4260-a3b8-41f08a77bfaf None None] Provisioning complete for port 3ae43d19-2a26-4f8d-a10d-681043d73eba triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:03.192318 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-32bb9082-4a06-4260-a3b8-41f08a77bfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (3ae43d19-2a26-4f8d-a10d-681043d73eba), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:03.233133 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=b894f5a0-a07e-40ba-9fe4-f96bed851363,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:03.245315 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-32bb9082-4a06-4260-a3b8-41f08a77bfaf None None] Port 3ae43d19-2a26-4f8d-a10d-681043d73eba cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:38:03.350568 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6d8263-251c-482e-bd62-18e87d0629df admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:38:03.355699 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-5d6d8263-251c-482e-bd62-18e87d0629df admin admin] 10.222.0.20 "PUT /v2.0/routers/4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8826585 Jan 18 19:38:03.382592 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f71333-6eb5-4fdf-aa38-b1a055cc80c3 req-9ec31812-12a3-4f08-a2a8-38b015e32599 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:03.382592 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d4f71333-6eb5-4fdf-aa38-b1a055cc80c3 req-9ec31812-12a3-4f08-a2a8-38b015e32599 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0550213 Jan 18 19:38:03.436200 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d4f71333-6eb5-4fdf-aa38-b1a055cc80c3 req-512a2341-1d7e-497e-83b9-bfcb0a1ad4f2 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504510 Jan 18 19:38:03.493038 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1555f-26e7-4f64-8b4d-d3f4f9ecbd25 req-ae5c7fbe-cc19-4440-88c4-5090955a7b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:03.495130 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7bd1555f-26e7-4f64-8b4d-d3f4f9ecbd25 req-ae5c7fbe-cc19-4440-88c4-5090955a7b3b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 1099 time: 0.0468984 Jan 18 19:38:03.554719 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7bd1555f-26e7-4f64-8b4d-d3f4f9ecbd25 req-dd098d12-55f3-40fb-b8f6-8258cd61a268 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529146 Jan 18 19:38:03.617788 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d025d-7588-462c-a244-2c2fdadf7172 req-7e2227ea-9d94-4833-8790-cf478d4a94bd tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:03.620005 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5b5d025d-7588-462c-a244-2c2fdadf7172 req-7e2227ea-9d94-4833-8790-cf478d4a94bd tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0496235 Jan 18 19:38:03.667271 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5b5d025d-7588-462c-a244-2c2fdadf7172 req-8bb7720d-be37-4ae5-8ee8-2fd88c1f869c tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413787 Jan 18 19:38:03.973361 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device c7b28fec-52aa-4c31-aa8c-27fba54dd1f2 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:38:04.025752 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port c7b28fec-52aa-4c31-aa8c-27fba54dd1f2 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:04.026236 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (c7b28fec-52aa-4c31-aa8c-27fba54dd1f2), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:04.123332 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port c7b28fec-52aa-4c31-aa8c-27fba54dd1f2 is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:04.126554 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (c7b28fec-52aa-4c31-aa8c-27fba54dd1f2), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:04.131541 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] Sync routers for ids ['4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:38:04.152343 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] Routers {'4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:38:04.153253 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:37:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:04.170504 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] For port c7b28fec-52aa-4c31-aa8c-27fba54dd1f2, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=c7b28fec-52aa-4c31-aa8c-27fba54dd1f2,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:38:04.253694 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 34228) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:04.258534 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-09d3679d-33fe-4426-bdfb-b923247e0e35 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-899743394-network', 'tenant_id': '8dfed857cf5346b69900a0658455b1cb'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:04.267997 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] Set router 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:38:04.308571 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (c7b28fec-52aa-4c31-aa8c-27fba54dd1f2), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:04.368934 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d3679d-33fe-4426-bdfb-b923247e0e35 admin admin] Made reservation on behalf of 8dfed857cf5346b69900a0658455b1cb for: {'network': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:38:04.371368 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-09d3679d-33fe-4426-bdfb-b923247e0e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for network (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:04.382921 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-09d3679d-33fe-4426-bdfb-b923247e0e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:04.427956 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Pushing event updated for resources: {'Port': ['ID=c7b28fec-52aa-4c31-aa8c-27fba54dd1f2,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:04.465642 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-09d3679d-33fe-4426-bdfb-b923247e0e35 admin admin] Publish callbacks [] for security_group (ad0e0321-98b3-4009-8658-d148f3810956), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:04.511616 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'name': 'tempest-TestMinimumBasicScenario-1183275255-router', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:57Z', 'updated_at': '2022-01-18T19:38:02Z', 'revision_number': 4, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'gw_port': {'id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:58Z', 'updated_at': '2022-01-18T19:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '3ae43d19-2a26-4f8d-a10d-681043d73eba', 'name': '', 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'mac_address': 'fa:16:3e:0c:f2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4b36d59b-f16e-40de-96be-7acc3290ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:01Z', 'updated_at': '2022-01-18T19:38:02Z', 'revision_number': 2, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'subnets': [{'id': '4b36d59b-f16e-40de-96be-7acc3290ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:04.539410 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] Checking router: 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:38:04.539761 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] Updating router 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde port 3ae43d19-2a26-4f8d-a10d-681043d73eba binding host dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:38:04.554973 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4549f3-6ac9-460f-bdea-1e9fa38034db req-ad583afd-e0a2-40cb-9986-bdbbc061713e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:04.556490 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dd4549f3-6ac9-460f-bdea-1e9fa38034db req-ad583afd-e0a2-40cb-9986-bdbbc061713e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0521390 Jan 18 19:38:04.557554 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-09d3679d-33fe-4426-bdfb-b923247e0e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (ad0e0321-98b3-4009-8658-d148f3810956), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:04.565496 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (3ae43d19-2a26-4f8d-a10d-681043d73eba), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:04.582808 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d3679d-33fe-4426-bdfb-b923247e0e35 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:38:04.616444 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-09d3679d-33fe-4426-bdfb-b923247e0e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (69bc461a-de3f-4319-8cfd-2266d3564051), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:04.616788 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.segments_db [None req-09d3679d-33fe-4426-bdfb-b923247e0e35 admin admin] Added segment 69bc461a-de3f-4319-8cfd-2266d3564051 of type vlan for network 58829b72-6c55-4af0-b8d2-b7b9fe6710c6 Jan 18 19:38:04.636563 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3679d-33fe-4426-bdfb-b923247e0e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0e0321-98b3-4009-8658-d148f3810956,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:04.672299 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dd4549f3-6ac9-460f-bdea-1e9fa38034db req-24c20ad0-1143-4696-968a-20fd971d4b69 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084733 Jan 18 19:38:04.680854 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-09d3679d-33fe-4426-bdfb-b923247e0e35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736991889309'] for network (58829b72-6c55-4af0-b8d2-b7b9fe6710c6), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:04.801749 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adcce9-87c9-4079-aabd-6e398e728a3d req-a4e05eed-0564-4bd3-a37e-026de4daaf23 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:04.803566 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-79adcce9-87c9-4079-aabd-6e398e728a3d req-a4e05eed-0564-4bd3-a37e-026de4daaf23 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0627050 Jan 18 19:38:04.804659 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-09d3679d-33fe-4426-bdfb-b923247e0e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for network (58829b72-6c55-4af0-b8d2-b7b9fe6710c6), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:04.805530 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d3679d-33fe-4426-bdfb-b923247e0e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:04.806274 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-09d3679d-33fe-4426-bdfb-b923247e0e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:04.856417 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] Publish callbacks [] for port (3ae43d19-2a26-4f8d-a10d-681043d73eba), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:04.888203 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3679d-33fe-4426-bdfb-b923247e0e35 admin admin] Pushing event updated for resources: {'Network': ['ID=58829b72-6c55-4af0-b8d2-b7b9fe6710c6,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:04.899016 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Network 58829b72-6c55-4af0-b8d2-b7b9fe6710c6 details requested by agent ovs-agent-dv-cinder-811877-7-iscsi with host dv-cinder-811877-7-iscsi {{(pid=103174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:38:04.910808 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-09d3679d-33fe-4426-bdfb-b923247e0e35 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6559582 Jan 18 19:38:04.917107 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-79adcce9-87c9-4079-aabd-6e398e728a3d req-fdbe48f7-bd9c-436d-b0de-5c5fa3ea04ed tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021919 Jan 18 19:38:04.925385 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 34238) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:04.931391 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-daf83741-e9af-4b32-8b94-accc0ad71c71 admin admin] Request body: {'subnet': {'network_id': '58829b72-6c55-4af0-b8d2-b7b9fe6710c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-899743394-subnet', 'tenant_id': '8dfed857cf5346b69900a0658455b1cb', 'ip_version': 4}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:05.022966 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (3ae43d19-2a26-4f8d-a10d-681043d73eba), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:05.078969 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76247878-8f59-496e-99de-1457f426a4d0 None None] Pushing event updated for resources: {'Port': ['ID=3ae43d19-2a26-4f8d-a10d-681043d73eba,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:05.131950 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] Attempting to bind port 3ae43d19-2a26-4f8d-a10d-681043d73eba on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:38:05.132612 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] Attempting to bind port 3ae43d19-2a26-4f8d-a10d-681043d73eba by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': 'fbff2775-c3d6-4f3f-8ec0-8a27bebf478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:38:05.132702 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] Attempting to bind port 3ae43d19-2a26-4f8d-a10d-681043d73eba on network a305aad1-af7c-4389-9b17-82d960c973f6 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:38:05.138677 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:38:05.138989 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] Checking segment: {'id': 'fbff2775-c3d6-4f3f-8ec0-8a27bebf478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:38:05.139572 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:05.140124 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] Bound using segment: {'id': 'fbff2775-c3d6-4f3f-8ec0-8a27bebf478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:38:05.140603 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] Bound port: 3ae43d19-2a26-4f8d-a10d-681043d73eba, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbff2775-c3d6-4f3f-8ec0-8a27bebf478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:38:05.140987 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (3ae43d19-2a26-4f8d-a10d-681043d73eba), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:05.163412 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf83741-e9af-4b32-8b94-accc0ad71c71 admin admin] Made reservation on behalf of 8dfed857cf5346b69900a0658455b1cb for: {'subnet': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:38:05.166219 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-daf83741-e9af-4b32-8b94-accc0ad71c71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4301685'] for subnet (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:05.225375 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] For port 3ae43d19-2a26-4f8d-a10d-681043d73eba, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:38:05.228881 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] For port 3ae43d19-2a26-4f8d-a10d-681043d73eba, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=3ae43d19-2a26-4f8d-a10d-681043d73eba,segment=NetworkSegment(fbff2775-c3d6-4f3f-8ec0-8a27bebf478f),segment_id=fbff2775-c3d6-4f3f-8ec0-8a27bebf478f)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:38:05.286251 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-c7a65a26-625a-47a3-8a7f-56157431ba6a None None] Provisioning complete for port 3ae43d19-2a26-4f8d-a10d-681043d73eba triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:05.286627 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c7a65a26-625a-47a3-8a7f-56157431ba6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (3ae43d19-2a26-4f8d-a10d-681043d73eba), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:05.309569 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (3ae43d19-2a26-4f8d-a10d-681043d73eba), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:05.370622 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-c7a65a26-625a-47a3-8a7f-56157431ba6a None None] Port 3ae43d19-2a26-4f8d-a10d-681043d73eba cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:38:05.395426 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] Routers {'4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:38:05.395426 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:37:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:05.417528 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-daf83741-e9af-4b32-8b94-accc0ad71c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6234510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4301659'] for subnet (278277fd-b27f-4fb8-9524-2fd771c3a3da), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:05.436433 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76247878-8f59-496e-99de-1457f426a4d0 None None] Pushing event updated for resources: {'Port': ['ID=3ae43d19-2a26-4f8d-a10d-681043d73eba,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:05.493644 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf83741-e9af-4b32-8b94-accc0ad71c71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=278277fd-b27f-4fb8-9524-2fd771c3a3da,revision_number=0']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:05.499314 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf83741-e9af-4b32-8b94-accc0ad71c71 admin admin] Checking segment: {'id': '69bc461a-de3f-4319-8cfd-2266d3564051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58829b72-6c55-4af0-b8d2-b7b9fe6710c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:38:05.499808 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf83741-e9af-4b32-8b94-accc0ad71c71 admin admin] Network hostable DHCP agents. Network: 58829b72-6c55-4af0-b8d2-b7b9fe6710c6, hostable agents: ['0d168223-99d0-40e7-a552-9355723bc6d5'], hosted agents: [] {{(pid=103172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:38:05.541742 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] Set router 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:38:05.616511 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf83741-e9af-4b32-8b94-accc0ad71c71 admin admin] Network 58829b72-6c55-4af0-b8d2-b7b9fe6710c6 is scheduled to be hosted by DHCP agent 0d168223-99d0-40e7-a552-9355723bc6d5 with binding_index 1 {{(pid=103172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:38:05.708466 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-daf83741-e9af-4b32-8b94-accc0ad71c71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-7-iscsi, 58829b72-6c55-4af0-b8d2-b7b9fe6710c6) {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:38:05.717676 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf83741-e9af-4b32-8b94-accc0ad71c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:05.717676 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-daf83741-e9af-4b32-8b94-accc0ad71c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:05.796204 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aec1e1-0549-40e7-8239-0b549e78c03c None None] Network 58829b72-6c55-4af0-b8d2-b7b9fe6710c6 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:38:05.803544 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-daf83741-e9af-4b32-8b94-accc0ad71c71 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8741443 Jan 18 19:38:05.803746 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 34260) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:05.810442 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-ed29d4d8-a3b9-4472-9a78-ccbf5151e441 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-899743394-router', 'tenant_id': '8dfed857cf5346b69900a0658455b1cb', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:05.843223 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288d50c-a8df-42ec-8770-e9b03a5f97a6 req-eccbcab8-07a4-49fc-aec5-93ae2d55236f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:05.844710 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d288d50c-a8df-42ec-8770-e9b03a5f97a6 req-eccbcab8-07a4-49fc-aec5-93ae2d55236f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0800707 Jan 18 19:38:05.893496 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-230a96cb-af7d-4d7b-aa93-62517fed7113 None None] Provisioning complete for port 3ae43d19-2a26-4f8d-a10d-681043d73eba triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:05.893879 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-230a96cb-af7d-4d7b-aa93-62517fed7113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (3ae43d19-2a26-4f8d-a10d-681043d73eba), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:05.942103 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d288d50c-a8df-42ec-8770-e9b03a5f97a6 req-15f5a57a-dfc7-454b-b66b-dba1f7ebe74e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879660 Jan 18 19:38:05.953981 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-ed29d4d8-a3b9-4472-9a78-ccbf5151e441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9179'] for router (9ff348ac-5279-4614-a303-c5742c4d6cbb), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:05.957959 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-ed29d4d8-a3b9-4472-9a78-ccbf5151e441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2091013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1984424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9184'] for router (9ff348ac-5279-4614-a303-c5742c4d6cbb), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:05.994675 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device c7b28fec-52aa-4c31-aa8c-27fba54dd1f2 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:38:06.043681 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-ed29d4d8-a3b9-4472-9a78-ccbf5151e441 admin admin] Publish callbacks [] for router_controller (9ff348ac-5279-4614-a303-c5742c4d6cbb), precommit_add_association {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:06.085245 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp129c5bed-9af5-5ca5-9b54-29f02576e802-58829b72-6c55-4af0-b8d2-b7b9fe6710c6', 'network_id': '58829b72-6c55-4af0-b8d2-b7b9fe6710c6', 'project_id': '8dfed857cf5346b69900a0658455b1cb', 'fixed_ips': [{'subnet_id': '278277fd-b27f-4fb8-9524-2fd771c3a3da'}]}} from dv-cinder-811877-7-iscsi. {{(pid=103174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 19:38:06.086151 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:06.127049 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbb1fb-ddab-419e-8676-6580d3a1b237 req-06910cb0-0f8c-43ab-9829-8be8637c2d49 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:06.128919 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-35fbb1fb-ddab-419e-8676-6580d3a1b237 req-06910cb0-0f8c-43ab-9829-8be8637c2d49 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0726118 Jan 18 19:38:06.248971 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-230a96cb-af7d-4d7b-aa93-62517fed7113 None None] Current status of the port 3ae43d19-2a26-4f8d-a10d-681043d73eba is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:06.249486 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-230a96cb-af7d-4d7b-aa93-62517fed7113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (3ae43d19-2a26-4f8d-a10d-681043d73eba), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:06.254819 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port c7b28fec-52aa-4c31-aa8c-27fba54dd1f2 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:06.255272 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (c7b28fec-52aa-4c31-aa8c-27fba54dd1f2), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:06.318610 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'name': 'tempest-TestMinimumBasicScenario-1183275255-router', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:57Z', 'updated_at': '2022-01-18T19:38:02Z', 'revision_number': 4, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'gw_port': {'id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:58Z', 'updated_at': '2022-01-18T19:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '3ae43d19-2a26-4f8d-a10d-681043d73eba', 'name': '', 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'mac_address': 'fa:16:3e:0c:f2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4b36d59b-f16e-40de-96be-7acc3290ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:01Z', 'updated_at': '2022-01-18T19:38:05Z', 'revision_number': 4, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'subnets': [{'id': '4b36d59b-f16e-40de-96be-7acc3290ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:06.330708 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-ed29d4d8-a3b9-4472-9a78-ccbf5151e441 admin admin] Publish callbacks [] for router_gateway (9ff348ac-5279-4614-a303-c5742c4d6cbb), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:06.341248 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-35fbb1fb-ddab-419e-8676-6580d3a1b237 req-0b08b81f-f8cb-4f60-9e8f-662a8e348e23 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676219 Jan 18 19:38:06.368051 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d763f-795b-4621-8298-f2708529a7c7 None None] The sync data for ids ['4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'] in dv-cinder-811877-7-iscsi is: [{'id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'name': 'tempest-TestMinimumBasicScenario-1183275255-router', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:57Z', 'updated_at': '2022-01-18T19:38:02Z', 'revision_number': 4, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'gw_port': {'id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:58Z', 'updated_at': '2022-01-18T19:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '3ae43d19-2a26-4f8d-a10d-681043d73eba', 'name': '', 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'mac_address': 'fa:16:3e:0c:f2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4b36d59b-f16e-40de-96be-7acc3290ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:01Z', 'updated_at': '2022-01-18T19:38:05Z', 'revision_number': 4, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'subnets': [{'id': '4b36d59b-f16e-40de-96be-7acc3290ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:38:06.389637 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-230a96cb-af7d-4d7b-aa93-62517fed7113 None None] For port 3ae43d19-2a26-4f8d-a10d-681043d73eba, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=3ae43d19-2a26-4f8d-a10d-681043d73eba,segment=NetworkSegment(fbff2775-c3d6-4f3f-8ec0-8a27bebf478f),segment_id=fbff2775-c3d6-4f3f-8ec0-8a27bebf478f)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:38:06.397228 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] Allocated IP 172.20.0.2 (58829b72-6c55-4af0-b8d2-b7b9fe6710c6/278277fd-b27f-4fb8-9524-2fd771c3a3da/4a63bb90-7d4f-4e4f-80e4-431b0327cc6a) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:38:06.604815 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-230a96cb-af7d-4d7b-aa93-62517fed7113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (3ae43d19-2a26-4f8d-a10d-681043d73eba), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:06.669021 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port c7b28fec-52aa-4c31-aa8c-27fba54dd1f2 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:06.731601 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a96cb-af7d-4d7b-aa93-62517fed7113 None None] Pushing event updated for resources: {'Port': ['ID=3ae43d19-2a26-4f8d-a10d-681043d73eba,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:06.801082 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] Publish callbacks [] for port (4a63bb90-7d4f-4e4f-80e4-431b0327cc6a), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:06.920691 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (4a63bb90-7d4f-4e4f-80e4-431b0327cc6a), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:06.990100 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] Network 58829b72-6c55-4af0-b8d2-b7b9fe6710c6 is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:38:06.990578 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-ed29d4d8-a3b9-4472-9a78-ccbf5151e441 admin admin] Publish callbacks [] for router_gateway (9ff348ac-5279-4614-a303-c5742c4d6cbb), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:06.991935 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:38:07.001125 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:38:07.011111 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-ed29d4d8-a3b9-4472-9a78-ccbf5151e441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:07.018111 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] Pushing event updated for resources: {'Port': ['ID=4a63bb90-7d4f-4e4f-80e4-431b0327cc6a,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:07.076487 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] Attempting to bind port 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:38:07.076788 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] Attempting to bind port 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': '69bc461a-de3f-4319-8cfd-2266d3564051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58829b72-6c55-4af0-b8d2-b7b9fe6710c6'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:38:07.077149 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] Attempting to bind port 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a on network 58829b72-6c55-4af0-b8d2-b7b9fe6710c6 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:38:07.087128 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:38:07.087128 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] Checking segment: {'id': '69bc461a-de3f-4319-8cfd-2266d3564051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58829b72-6c55-4af0-b8d2-b7b9fe6710c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:38:07.087128 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:07.087128 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] Bound using segment: {'id': '69bc461a-de3f-4319-8cfd-2266d3564051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58829b72-6c55-4af0-b8d2-b7b9fe6710c6'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:38:07.087128 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] Bound port: 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bc461a-de3f-4319-8cfd-2266d3564051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58829b72-6c55-4af0-b8d2-b7b9fe6710c6'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:38:07.087128 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (4a63bb90-7d4f-4e4f-80e4-431b0327cc6a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:07.155778 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] For port 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:38:07.159248 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] For port 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=4a63bb90-7d4f-4e4f-80e4-431b0327cc6a,segment=NetworkSegment(69bc461a-de3f-4319-8cfd-2266d3564051),segment_id=69bc461a-de3f-4319-8cfd-2266d3564051)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:38:07.167402 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bf455-5d64-4036-af98-df897ec08351 req-fa7f73ed-7e9a-47f7-a8bd-d11ffe0850f7 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:07.168952 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-596bf455-5d64-4036-af98-df897ec08351 req-fa7f73ed-7e9a-47f7-a8bd-d11ffe0850f7 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.1048524 Jan 18 19:38:07.185144 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [None req-ed29d4d8-a3b9-4472-9a78-ccbf5151e441 admin admin] Allocated IP 172.27.2.134 (f5eef2c2-a885-4f46-b327-cbc20c3014d9/9269629e-72aa-4525-943b-faee8ca91ecd/a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:38:07.294717 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-596bf455-5d64-4036-af98-df897ec08351 req-13652029-5aa8-4caf-a738-c05397b93db5 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171117 Jan 18 19:38:07.328435 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (4a63bb90-7d4f-4e4f-80e4-431b0327cc6a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:07.381855 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-ed29d4d8-a3b9-4472-9a78-ccbf5151e441 admin admin] Publish callbacks [] for port (a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:07.446038 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcdbc8-7a09-43af-8069-f689991a17a0 None None] Pushing event updated for resources: {'Port': ['ID=4a63bb90-7d4f-4e4f-80e4-431b0327cc6a,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:07.534811 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-ed29d4d8-a3b9-4472-9a78-ccbf5151e441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:07.569397 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d78d2c-84ea-485b-a2b7-9d589def8459 req-bfa5d814-68de-45aa-8939-699d13fd223e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:07.574739 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-15d78d2c-84ea-485b-a2b7-9d589def8459 req-bfa5d814-68de-45aa-8939-699d13fd223e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.1117837 Jan 18 19:38:07.631739 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed29d4d8-a3b9-4472-9a78-ccbf5151e441 admin admin] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:38:07.636400 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-ed29d4d8-a3b9-4472-9a78-ccbf5151e441 admin admin] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:38:07.643513 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed29d4d8-a3b9-4472-9a78-ccbf5151e441 admin admin] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:38:07.737720 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29d4d8-a3b9-4472-9a78-ccbf5151e441 admin admin] Pushing event updated for resources: {'Port': ['ID=a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:07.805467 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-15d78d2c-84ea-485b-a2b7-9d589def8459 req-bfa492bc-031f-4071-be84-0f78af134e43 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989021 Jan 18 19:38:08.089003 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:38:08.173457 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:08.173892 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (4a63bb90-7d4f-4e4f-80e4-431b0327cc6a), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:08.176028 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92ecd8-8a3b-41f0-9085-91f94c622c82 req-b0916e6e-5c16-49f8-b398-219b541d15d5 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:08.177722 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cf92ecd8-8a3b-41f0-9085-91f94c622c82 req-b0916e6e-5c16-49f8-b398-219b541d15d5 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.2300677 Jan 18 19:38:08.187609 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 34306) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:08.193491 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-dba7836d-cd40-4c8f-9cad-c3004d567557 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Request body: {'floatingip': {'port_id': 'b894f5a0-a07e-40ba-9fe4-f96bed851363'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:08.264204 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dba7836d-cd40-4c8f-9cad-c3004d567557 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for floatingip (dc5607ea-a827-48a3-a213-afbf1c845bcb), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:08.314200 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:08.314661 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (4a63bb90-7d4f-4e4f-80e4-431b0327cc6a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:08.362684 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] For port 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=4a63bb90-7d4f-4e4f-80e4-431b0327cc6a,segment=NetworkSegment(69bc461a-de3f-4319-8cfd-2266d3564051),segment_id=69bc461a-de3f-4319-8cfd-2266d3564051)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:38:08.391564 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-ed29d4d8-a3b9-4472-9a78-ccbf5151e441 admin admin] Publish callbacks [] for router_gateway (9ff348ac-5279-4614-a303-c5742c4d6cbb), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:08.457115 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (4a63bb90-7d4f-4e4f-80e4-431b0327cc6a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:08.458397 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 3ae43d19-2a26-4f8d-a10d-681043d73eba up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:38:08.595355 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 3ae43d19-2a26-4f8d-a10d-681043d73eba triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:08.595737 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (3ae43d19-2a26-4f8d-a10d-681043d73eba), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:08.600887 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Pushing event updated for resources: {'Port': ['ID=4a63bb90-7d4f-4e4f-80e4-431b0327cc6a,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:08.670597 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-ed29d4d8-a3b9-4472-9a78-ccbf5151e441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2091036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087314'] for router (9ff348ac-5279-4614-a303-c5742c4d6cbb), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:08.721583 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 3ae43d19-2a26-4f8d-a10d-681043d73eba is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:08.885110 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed29d4d8-a3b9-4472-9a78-ccbf5151e441 admin admin] Router 9ff348ac-5279-4614-a303-c5742c4d6cbb is scheduled to L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb with binding_index 1 {{(pid=103172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 19:38:08.913290 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dba7836d-cd40-4c8f-9cad-c3004d567557 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:08.955430 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f779d2-968b-4423-b20d-30179b604a0d None None] Network 58829b72-6c55-4af0-b8d2-b7b9fe6710c6 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:38:09.000802 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dba7836d-cd40-4c8f-9cad-c3004d567557 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087224'] for floatingip (dc5607ea-a827-48a3-a213-afbf1c845bcb), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:09.004866 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed29d4d8-a3b9-4472-9a78-ccbf5151e441 admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:38:09.020950 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] Sync routers for ids ['9ff348ac-5279-4614-a303-c5742c4d6cbb'] in dv-cinder-811877-7-iscsi {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:38:09.043185 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] Routers {'9ff348ac-5279-4614-a303-c5742c4d6cbb'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:38:09.043731 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:37:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['9ff348ac-5279-4614-a303-c5742c4d6cbb'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:09.083500 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-d238f46a-bbf9-4910-beb9-2ed247abf9ed None None] Provisioning complete for port 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:09.084877 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d238f46a-bbf9-4910-beb9-2ed247abf9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (4a63bb90-7d4f-4e4f-80e4-431b0327cc6a), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:09.145915 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.db.l3_db [None req-dba7836d-cd40-4c8f-9cad-c3004d567557 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Floating IP dc5607ea-a827-48a3-a213-afbf1c845bcb associated. External IP: 172.27.2.234, port: b894f5a0-a07e-40ba-9fe4-f96bed851363. Jan 18 19:38:09.154737 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] Set router 9ff348ac-5279-4614-a303-c5742c4d6cbb gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:38:09.178109 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-d238f46a-bbf9-4910-beb9-2ed247abf9ed None None] Current status of the port 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:09.365257 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff348ac-5279-4614-a303-c5742c4d6cbb', 'name': 'tempest-TestMinimumBasicScenario-899743394-router', 'tenant_id': '8dfed857cf5346b69900a0658455b1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:05Z', 'updated_at': '2022-01-18T19:38:08Z', 'revision_number': 3, 'project_id': '8dfed857cf5346b69900a0658455b1cb', 'gw_port': {'id': 'a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff348ac-5279-4614-a303-c5742c4d6cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:07Z', 'updated_at': '2022-01-18T19:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:09.383759 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba7836d-cd40-4c8f-9cad-c3004d567557 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Router b98e3863-0b6c-422b-99df-10fb4f5d5d9e has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:38:09.396869 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-aa92978c-d2e6-4b56-89f9-9d4bea621b47 None None] Provisioning complete for port 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:09.397393 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-aa92978c-d2e6-4b56-89f9-9d4bea621b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (4a63bb90-7d4f-4e4f-80e4-431b0327cc6a), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:09.408108 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] Checking router: 9ff348ac-5279-4614-a303-c5742c4d6cbb for host: dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:38:09.408479 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] Updating router 9ff348ac-5279-4614-a303-c5742c4d6cbb port a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a binding host dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:38:09.433884 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:09.481481 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-ed29d4d8-a3b9-4472-9a78-ccbf5151e441 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:09.484257 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-ed29d4d8-a3b9-4472-9a78-ccbf5151e441 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6795313 Jan 18 19:38:09.484390 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-aa92978c-d2e6-4b56-89f9-9d4bea621b47 None None] Current status of the port 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:09.486881 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 34328) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:09.502028 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba7836d-cd40-4c8f-9cad-c3004d567557 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:38:09.507081 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dba7836d-cd40-4c8f-9cad-c3004d567557 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:09.513018 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c87f9f2-f05a-4a2f-9030-9c1566442fb1 None None] Sync routers for ids ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:38:09.530193 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c87f9f2-f05a-4a2f-9030-9c1566442fb1 None None] Routers {'b98e3863-0b6c-422b-99df-10fb4f5d5d9e'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:38:09.530828 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6c87f9f2-f05a-4a2f-9030-9c1566442fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:37:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:09.538543 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-dba7836d-cd40-4c8f-9cad-c3004d567557 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "PUT /v2.0/floatingips/dc5607ea-a827-48a3-a213-afbf1c845bcb HTTP/1.1" status: 200 len: 992 time: 1.3497832 Jan 18 19:38:09.539161 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51c0178-d9a4-47d0-991b-f16722c652db', 'tag': 'b894f5a0-a07e-40ba-9fe4-f96bed851363'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:38:09.541506 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2192f31b9332bf9c25be62e2eb712fda9b4426ea0356a3efb127a3d7520833a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d418dbc4-aeb2-4cd1-9ad1-97e4ca73a85e" -d '{"events": [{"name": "network-changed", "server_uuid": "d51c0178-d9a4-47d0-991b-f16722c652db", "tag": "b894f5a0-a07e-40ba-9fe4-f96bed851363"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:38:09.604915 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e968d2-2ef3-4030-99b6-b67c3546064d x-openstack-request-id: req-e3e968d2-2ef3-4030-99b6-b67c3546064d {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:38:09.605315 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51c0178-d9a4-47d0-991b-f16722c652db", "tag": "b894f5a0-a07e-40ba-9fe4-f96bed851363", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:38:09.605674 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3e968d2-2ef3-4030-99b6-b67c3546064d {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:38:09.606201 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51c0178-d9a4-47d0-991b-f16722c652db', 'tag': 'b894f5a0-a07e-40ba-9fe4-f96bed851363', 'status': 'completed', 'code': 200} Jan 18 19:38:09.756439 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418dbc4-aeb2-4cd1-9ad1-97e4ca73a85e req-52c08bb1-d353-4717-a4a5-4caab992be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:09.758513 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d418dbc4-aeb2-4cd1-9ad1-97e4ca73a85e req-52c08bb1-d353-4717-a4a5-4caab992be73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18a3f1ab116048bf915dcee197eb1cea&device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 1099 time: 0.1168201 Jan 18 19:38:09.821755 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-6c87f9f2-f05a-4a2f-9030-9c1566442fb1 None None] Set router b98e3863-0b6c-422b-99df-10fb4f5d5d9e gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:38:09.844872 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] Publish callbacks [] for port (a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:09.930767 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:10.021520 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:38:10.033628 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820710b-7de9-4cfc-8049-38bb3230523d None None] Pushing event updated for resources: {'Port': ['ID=a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:10.040069 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] Attempting to bind port a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:38:10.040433 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] Attempting to bind port a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:38:10.040795 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] Attempting to bind port a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a on network f5eef2c2-a885-4f46-b327-cbc20c3014d9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:38:10.046212 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:38:10.046549 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] Checking segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:38:10.046961 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:10.047377 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] Bound using segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:38:10.047848 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] Bound port: a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:38:10.048216 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:10.105610 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] For port a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:38:10.111023 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] For port a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:38:10.205111 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:10.231730 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:10.232132 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (4a63bb90-7d4f-4e4f-80e4-431b0327cc6a), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:10.272832 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] Routers {'9ff348ac-5279-4614-a303-c5742c4d6cbb'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:38:10.273794 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:37:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['9ff348ac-5279-4614-a303-c5742c4d6cbb'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:10.286012 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6c87f9f2-f05a-4a2f-9030-9c1566442fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:37:41Z', 'revision_number': 4, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': 'dc5607ea-a827-48a3-a213-afbf1c845bcb', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'port_id': 'b894f5a0-a07e-40ba-9fe4-f96bed851363', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'mac_address': 'fa:16:3e:29:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c0178-d9a4-47d0-991b-f16722c652db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:37:45Z', 'updated_at': '2022-01-18T19:38:08Z', 'revision_number': 1, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596f2c72-edda-4757-89fb-5a7b66194be6', 'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'mac_address': 'fa:16:3e:a8:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:40Z', 'updated_at': '2022-01-18T19:37:45Z', 'revision_number': 5, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'subnets': [{'id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:10.327710 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c87f9f2-f05a-4a2f-9030-9c1566442fb1 None None] Checking router: b98e3863-0b6c-422b-99df-10fb4f5d5d9e for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:38:10.353158 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418dbc4-aeb2-4cd1-9ad1-97e4ca73a85e req-adabe4aa-e75d-41dd-a1e7-a12a0ce5a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:10.354645 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d418dbc4-aeb2-4cd1-9ad1-97e4ca73a85e req-adabe4aa-e75d-41dd-a1e7-a12a0ce5a2e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=500b8bcd-5a25-45e2-b1bb-41c45019fe6b HTTP/1.1" status: 200 len: 911 time: 0.5701778 Jan 18 19:38:10.394330 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c87f9f2-f05a-4a2f-9030-9c1566442fb1 None None] Routers {'b98e3863-0b6c-422b-99df-10fb4f5d5d9e'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:38:10.396129 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6c87f9f2-f05a-4a2f-9030-9c1566442fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:37:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:10.404773 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820710b-7de9-4cfc-8049-38bb3230523d None None] Pushing event updated for resources: {'Port': ['ID=a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:10.418721 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] Set router 9ff348ac-5279-4614-a303-c5742c4d6cbb gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:38:10.425648 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-23911622-3088-4a89-bc8b-d490f737d246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:10.449749 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:10.497440 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d418dbc4-aeb2-4cd1-9ad1-97e4ca73a85e req-70c45ca2-aad4-4e34-aaaf-28cf251315a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b894f5a0-a07e-40ba-9fe4-f96bed851363 HTTP/1.1" status: 200 len: 1000 time: 0.1323950 Jan 18 19:38:10.557159 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418dbc4-aeb2-4cd1-9ad1-97e4ca73a85e req-5364128b-386e-42df-b2c2-0e6e8940e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:10.558651 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d418dbc4-aeb2-4cd1-9ad1-97e4ca73a85e req-5364128b-386e-42df-b2c2-0e6e8940e80e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd74878b-397a-47c2-9666-5f87fde4b302 HTTP/1.1" status: 200 len: 849 time: 0.0542295 Jan 18 19:38:10.561137 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-6c87f9f2-f05a-4a2f-9030-9c1566442fb1 None None] Set router b98e3863-0b6c-422b-99df-10fb4f5d5d9e gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:38:10.703092 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff348ac-5279-4614-a303-c5742c4d6cbb', 'name': 'tempest-TestMinimumBasicScenario-899743394-router', 'tenant_id': '8dfed857cf5346b69900a0658455b1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:05Z', 'updated_at': '2022-01-18T19:38:08Z', 'revision_number': 3, 'project_id': '8dfed857cf5346b69900a0658455b1cb', 'gw_port': {'id': 'a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff348ac-5279-4614-a303-c5742c4d6cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:07Z', 'updated_at': '2022-01-18T19:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:10.741975 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf12475-4997-45b3-ad08-d965cf181180 None None] The sync data for ids ['9ff348ac-5279-4614-a303-c5742c4d6cbb'] in dv-cinder-811877-7-iscsi is: [{'id': '9ff348ac-5279-4614-a303-c5742c4d6cbb', 'name': 'tempest-TestMinimumBasicScenario-899743394-router', 'tenant_id': '8dfed857cf5346b69900a0658455b1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:05Z', 'updated_at': '2022-01-18T19:38:08Z', 'revision_number': 3, 'project_id': '8dfed857cf5346b69900a0658455b1cb', 'gw_port': {'id': 'a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff348ac-5279-4614-a303-c5742c4d6cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:07Z', 'updated_at': '2022-01-18T19:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:38:10.769840 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3835a2-a67c-4882-86ea-3299d8ad2f8d req-4faae755-027e-47ce-b117-2eecbaa3494a tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:10.771817 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2b3835a2-a67c-4882-86ea-3299d8ad2f8d req-4faae755-027e-47ce-b117-2eecbaa3494a tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.1520755 Jan 18 19:38:10.777290 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418dbc4-aeb2-4cd1-9ad1-97e4ca73a85e req-5cbf439b-8d77-41e1-b1a6-0d61cd738a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:10.783195 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d418dbc4-aeb2-4cd1-9ad1-97e4ca73a85e req-5cbf439b-8d77-41e1-b1a6-0d61cd738a85 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=500b8bcd-5a25-45e2-b1bb-41c45019fe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1586199 Jan 18 19:38:10.810965 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [None req-23911622-3088-4a89-bc8b-d490f737d246 admin admin] Allocated IP 172.20.0.1 (58829b72-6c55-4af0-b8d2-b7b9fe6710c6/278277fd-b27f-4fb8-9524-2fd771c3a3da/53b37868-c6ed-4572-866a-3d41c8681997) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:38:10.883235 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-6c87f9f2-f05a-4a2f-9030-9c1566442fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:37:41Z', 'revision_number': 4, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': 'dc5607ea-a827-48a3-a213-afbf1c845bcb', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'port_id': 'b894f5a0-a07e-40ba-9fe4-f96bed851363', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'mac_address': 'fa:16:3e:29:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c0178-d9a4-47d0-991b-f16722c652db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:37:45Z', 'updated_at': '2022-01-18T19:38:08Z', 'revision_number': 1, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596f2c72-edda-4757-89fb-5a7b66194be6', 'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'mac_address': 'fa:16:3e:a8:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:40Z', 'updated_at': '2022-01-18T19:37:45Z', 'revision_number': 5, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'subnets': [{'id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:10.912010 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c87f9f2-f05a-4a2f-9030-9c1566442fb1 None None] The sync data for ids ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'] in dv-cinder-811877-7-iscsi is: [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:37:41Z', 'revision_number': 4, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': 'dc5607ea-a827-48a3-a213-afbf1c845bcb', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'port_id': 'b894f5a0-a07e-40ba-9fe4-f96bed851363', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'mac_address': 'fa:16:3e:29:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51c0178-d9a4-47d0-991b-f16722c652db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:37:45Z', 'updated_at': '2022-01-18T19:38:08Z', 'revision_number': 1, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596f2c72-edda-4757-89fb-5a7b66194be6', 'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'mac_address': 'fa:16:3e:a8:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:40Z', 'updated_at': '2022-01-18T19:37:45Z', 'revision_number': 5, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'subnets': [{'id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:38:10.994307 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2b3835a2-a67c-4882-86ea-3299d8ad2f8d req-a39e17c9-a810-4133-89bb-b93f744e8fb4 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121456 Jan 18 19:38:11.032456 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d418dbc4-aeb2-4cd1-9ad1-97e4ca73a85e req-1517a7b5-fed6-4038-9513-706ae3513d46 service neutron] 10.222.0.35 "GET /v2.0/networks/500b8bcd-5a25-45e2-b1bb-41c45019fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399049 Jan 18 19:38:11.163985 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-23911622-3088-4a89-bc8b-d490f737d246 admin admin] Publish callbacks [] for port (53b37868-c6ed-4572-866a-3d41c8681997), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:11.236802 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d418dbc4-aeb2-4cd1-9ad1-97e4ca73a85e req-9f489b0b-0ef4-450f-9ff4-d58017dd4628 service neutron] 10.222.0.35 "GET /v2.0/networks/500b8bcd-5a25-45e2-b1bb-41c45019fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932027 Jan 18 19:38:11.265338 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbe52a9-c97a-4823-a69b-cba626ee545a None None] New status for floating IP dc5607ea-a827-48a3-a213-afbf1c845bcb: ACTIVE {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 19:38:11.327832 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-23911622-3088-4a89-bc8b-d490f737d246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (53b37868-c6ed-4572-866a-3d41c8681997), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:11.430360 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23911622-3088-4a89-bc8b-d490f737d246 admin admin] Network 58829b72-6c55-4af0-b8d2-b7b9fe6710c6 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:38:11.439378 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-23911622-3088-4a89-bc8b-d490f737d246 admin admin] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:38:11.449924 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23911622-3088-4a89-bc8b-d490f737d246 admin admin] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:38:11.462628 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23911622-3088-4a89-bc8b-d490f737d246 admin admin] Pushing event updated for resources: {'Port': ['ID=53b37868-c6ed-4572-866a-3d41c8681997,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:11.542398 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-23911622-3088-4a89-bc8b-d490f737d246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088359'] for router_interface (9ff348ac-5279-4614-a303-c5742c4d6cbb), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:11.728088 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-7681333e-aa2b-4a94-9e67-ee844ebfd69d None None] Provisioning complete for port 53b37868-c6ed-4572-866a-3d41c8681997 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:11.728681 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7681333e-aa2b-4a94-9e67-ee844ebfd69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (53b37868-c6ed-4572-866a-3d41c8681997), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:11.770829 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-7681333e-aa2b-4a94-9e67-ee844ebfd69d None None] Port 53b37868-c6ed-4572-866a-3d41c8681997 cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:38:11.805038 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-23911622-3088-4a89-bc8b-d490f737d246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (53b37868-c6ed-4572-866a-3d41c8681997), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:11.961455 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:38:11.985326 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-23911622-3088-4a89-bc8b-d490f737d246 admin admin] Publish callbacks [] for port (53b37868-c6ed-4572-866a-3d41c8681997), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:12.050862 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:12.051088 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:12.089417 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-23911622-3088-4a89-bc8b-d490f737d246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (53b37868-c6ed-4572-866a-3d41c8681997), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:12.137326 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:12.138873 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:12.163349 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-23911622-3088-4a89-bc8b-d490f737d246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088275'] for router_interface (9ff348ac-5279-4614-a303-c5742c4d6cbb), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:12.165525 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23911622-3088-4a89-bc8b-d490f737d246 admin admin] Pushing event updated for resources: {'Port': ['ID=53b37868-c6ed-4572-866a-3d41c8681997,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:12.170293 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] For port a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:38:12.222401 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:12.265267 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23911622-3088-4a89-bc8b-d490f737d246 admin admin] Network 58829b72-6c55-4af0-b8d2-b7b9fe6710c6 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:38:12.266706 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-23911622-3088-4a89-bc8b-d490f737d246 admin admin] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:38:12.270476 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Pushing event updated for resources: {'Port': ['ID=a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:12.281755 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:12.282404 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:12.282904 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:12.283414 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:12.283895 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:12.284383 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:12.284872 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:12.285345 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:12.286036 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:12.286554 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:12.287066 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:12.287562 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:12.287892 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:12.404867 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23911622-3088-4a89-bc8b-d490f737d246 admin admin] Router 9ff348ac-5279-4614-a303-c5742c4d6cbb has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:38:12.503670 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-6590ec7c-8204-4810-bb5b-095ad4aefd09 None None] Provisioning complete for port 53b37868-c6ed-4572-866a-3d41c8681997 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:12.504033 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6590ec7c-8204-4810-bb5b-095ad4aefd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (53b37868-c6ed-4572-866a-3d41c8681997), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:12.529472 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23911622-3088-4a89-bc8b-d490f737d246 admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:38:12.534741 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-23911622-3088-4a89-bc8b-d490f737d246 admin admin] 10.222.0.20 "PUT /v2.0/routers/9ff348ac-5279-4614-a303-c5742c4d6cbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0466208 Jan 18 19:38:12.539307 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-6590ec7c-8204-4810-bb5b-095ad4aefd09 None None] Port 53b37868-c6ed-4572-866a-3d41c8681997 cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:38:12.851269 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:13.971642 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:38:14.078027 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:14.078027 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:14.189598 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:14.324382 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] Sync routers for ids ['9ff348ac-5279-4614-a303-c5742c4d6cbb'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:38:14.355485 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] Routers {'9ff348ac-5279-4614-a303-c5742c4d6cbb'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:38:14.355485 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:37:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['9ff348ac-5279-4614-a303-c5742c4d6cbb'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:14.480038 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] Set router 9ff348ac-5279-4614-a303-c5742c4d6cbb gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:38:14.741876 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff348ac-5279-4614-a303-c5742c4d6cbb', 'name': 'tempest-TestMinimumBasicScenario-899743394-router', 'tenant_id': '8dfed857cf5346b69900a0658455b1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:05Z', 'updated_at': '2022-01-18T19:38:11Z', 'revision_number': 4, 'project_id': '8dfed857cf5346b69900a0658455b1cb', 'gw_port': {'id': 'a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff348ac-5279-4614-a303-c5742c4d6cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:07Z', 'updated_at': '2022-01-18T19:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '53b37868-c6ed-4572-866a-3d41c8681997', 'name': '', 'network_id': '58829b72-6c55-4af0-b8d2-b7b9fe6710c6', 'tenant_id': '8dfed857cf5346b69900a0658455b1cb', 'mac_address': 'fa:16:3e:16:84:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff348ac-5279-4614-a303-c5742c4d6cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '278277fd-b27f-4fb8-9524-2fd771c3a3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:10Z', 'updated_at': '2022-01-18T19:38:11Z', 'revision_number': 2, 'project_id': '8dfed857cf5346b69900a0658455b1cb', 'subnets': [{'id': '278277fd-b27f-4fb8-9524-2fd771c3a3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:14.916068 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] Checking router: 9ff348ac-5279-4614-a303-c5742c4d6cbb for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:38:14.916430 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] Updating router 9ff348ac-5279-4614-a303-c5742c4d6cbb port 53b37868-c6ed-4572-866a-3d41c8681997 binding host dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:38:14.944508 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (53b37868-c6ed-4572-866a-3d41c8681997), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:15.387670 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] Publish callbacks [] for port (53b37868-c6ed-4572-866a-3d41c8681997), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:15.401221 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 34490) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:15.506606 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (53b37868-c6ed-4572-866a-3d41c8681997), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:15.566689 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a62d-b21c-42e2-9017-ba7b4ad5e04f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:15.584250 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6ad3c-70cc-4bc7-9287-5f96a2f7356b None None] Pushing event updated for resources: {'Port': ['ID=53b37868-c6ed-4572-866a-3d41c8681997,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:15.667381 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] Attempting to bind port 53b37868-c6ed-4572-866a-3d41c8681997 on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:38:15.668034 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] Attempting to bind port 53b37868-c6ed-4572-866a-3d41c8681997 by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': '69bc461a-de3f-4319-8cfd-2266d3564051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58829b72-6c55-4af0-b8d2-b7b9fe6710c6'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:38:15.669069 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] Attempting to bind port 53b37868-c6ed-4572-866a-3d41c8681997 on network 58829b72-6c55-4af0-b8d2-b7b9fe6710c6 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:38:15.676042 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:38:15.676737 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] Checking segment: {'id': '69bc461a-de3f-4319-8cfd-2266d3564051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58829b72-6c55-4af0-b8d2-b7b9fe6710c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:38:15.677362 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:15.679887 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] Bound using segment: {'id': '69bc461a-de3f-4319-8cfd-2266d3564051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58829b72-6c55-4af0-b8d2-b7b9fe6710c6'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:38:15.680597 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] Bound port: 53b37868-c6ed-4572-866a-3d41c8681997, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bc461a-de3f-4319-8cfd-2266d3564051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58829b72-6c55-4af0-b8d2-b7b9fe6710c6'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:38:15.680935 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (53b37868-c6ed-4572-866a-3d41c8681997), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:15.710425 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a62d-b21c-42e2-9017-ba7b4ad5e04f admin admin] Publish callbacks [] for security_group (8059e449-343a-47de-bf4b-d91647be9a92), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:15.782666 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a62d-b21c-42e2-9017-ba7b4ad5e04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (8059e449-343a-47de-bf4b-d91647be9a92), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:15.791574 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] For port 53b37868-c6ed-4572-866a-3d41c8681997, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:38:15.797192 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] For port 53b37868-c6ed-4572-866a-3d41c8681997, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=53b37868-c6ed-4572-866a-3d41c8681997,segment=NetworkSegment(69bc461a-de3f-4319-8cfd-2266d3564051),segment_id=69bc461a-de3f-4319-8cfd-2266d3564051)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:38:15.828089 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7a62d-b21c-42e2-9017-ba7b4ad5e04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8059e449-343a-47de-bf4b-d91647be9a92,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:15.839286 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 34496) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:15.840083 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-4fd7a62d-b21c-42e2-9017-ba7b4ad5e04f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9b710dfeea94e7e94846ef540fac400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4370258 Jan 18 19:38:15.879932 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (53b37868-c6ed-4572-866a-3d41c8681997), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:15.943825 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3b7a-1bc9-412d-b7ab-7ac5061a3b2b admin admin] Publish callbacks [] for security_group (8059e449-343a-47de-bf4b-d91647be9a92), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:15.983699 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3b7a-1bc9-412d-b7ab-7ac5061a3b2b admin admin] Publish callbacks [] for security_group (8059e449-343a-47de-bf4b-d91647be9a92), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:15.994975 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6ad3c-70cc-4bc7-9287-5f96a2f7356b None None] Pushing event updated for resources: {'Port': ['ID=53b37868-c6ed-4572-866a-3d41c8681997,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:16.000678 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] Routers {'9ff348ac-5279-4614-a303-c5742c4d6cbb'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:38:16.007789 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:37:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['9ff348ac-5279-4614-a303-c5742c4d6cbb'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:16.079910 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-552a2d78-9ade-4088-89af-02b91af503cf None None] Provisioning complete for port 53b37868-c6ed-4572-866a-3d41c8681997 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:16.080420 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-552a2d78-9ade-4088-89af-02b91af503cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (53b37868-c6ed-4572-866a-3d41c8681997), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:16.149037 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3b7a-1bc9-412d-b7ab-7ac5061a3b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (8059e449-343a-47de-bf4b-d91647be9a92), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:16.152941 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1b4b3b7a-1bc9-412d-b7ab-7ac5061a3b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:16.163300 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-1b4b3b7a-1bc9-412d-b7ab-7ac5061a3b2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8059e449-343a-47de-bf4b-d91647be9a92 HTTP/1.1" status: 204 len: 168 time: 0.3188322 Jan 18 19:38:16.175041 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b3b7a-1bc9-412d-b7ab-7ac5061a3b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8059e449-343a-47de-bf4b-d91647be9a92,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:16.242135 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] Set router 9ff348ac-5279-4614-a303-c5742c4d6cbb gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:38:16.386664 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-552a2d78-9ade-4088-89af-02b91af503cf None None] Current status of the port 53b37868-c6ed-4572-866a-3d41c8681997 is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:16.387718 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-552a2d78-9ade-4088-89af-02b91af503cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (53b37868-c6ed-4572-866a-3d41c8681997), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:16.495115 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-552a2d78-9ade-4088-89af-02b91af503cf None None] For port 53b37868-c6ed-4572-866a-3d41c8681997, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=53b37868-c6ed-4572-866a-3d41c8681997,segment=NetworkSegment(69bc461a-de3f-4319-8cfd-2266d3564051),segment_id=69bc461a-de3f-4319-8cfd-2266d3564051)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:38:16.644260 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff348ac-5279-4614-a303-c5742c4d6cbb', 'name': 'tempest-TestMinimumBasicScenario-899743394-router', 'tenant_id': '8dfed857cf5346b69900a0658455b1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:05Z', 'updated_at': '2022-01-18T19:38:11Z', 'revision_number': 4, 'project_id': '8dfed857cf5346b69900a0658455b1cb', 'gw_port': {'id': 'a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff348ac-5279-4614-a303-c5742c4d6cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:07Z', 'updated_at': '2022-01-18T19:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '53b37868-c6ed-4572-866a-3d41c8681997', 'name': '', 'network_id': '58829b72-6c55-4af0-b8d2-b7b9fe6710c6', 'tenant_id': '8dfed857cf5346b69900a0658455b1cb', 'mac_address': 'fa:16:3e:16:84:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff348ac-5279-4614-a303-c5742c4d6cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '278277fd-b27f-4fb8-9524-2fd771c3a3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:10Z', 'updated_at': '2022-01-18T19:38:15Z', 'revision_number': 4, 'project_id': '8dfed857cf5346b69900a0658455b1cb', 'subnets': [{'id': '278277fd-b27f-4fb8-9524-2fd771c3a3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:16.674241 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-552a2d78-9ade-4088-89af-02b91af503cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (53b37868-c6ed-4572-866a-3d41c8681997), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:16.675248 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce85fa3-8136-4cb9-91e6-cedce6d381cd None None] The sync data for ids ['9ff348ac-5279-4614-a303-c5742c4d6cbb'] in dv-cinder-811877-7-iscsi is: [{'id': '9ff348ac-5279-4614-a303-c5742c4d6cbb', 'name': 'tempest-TestMinimumBasicScenario-899743394-router', 'tenant_id': '8dfed857cf5346b69900a0658455b1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:05Z', 'updated_at': '2022-01-18T19:38:11Z', 'revision_number': 4, 'project_id': '8dfed857cf5346b69900a0658455b1cb', 'gw_port': {'id': 'a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff348ac-5279-4614-a303-c5742c4d6cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:07Z', 'updated_at': '2022-01-18T19:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '53b37868-c6ed-4572-866a-3d41c8681997', 'name': '', 'network_id': '58829b72-6c55-4af0-b8d2-b7b9fe6710c6', 'tenant_id': '8dfed857cf5346b69900a0658455b1cb', 'mac_address': 'fa:16:3e:16:84:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff348ac-5279-4614-a303-c5742c4d6cbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '278277fd-b27f-4fb8-9524-2fd771c3a3da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:10Z', 'updated_at': '2022-01-18T19:38:15Z', 'revision_number': 4, 'project_id': '8dfed857cf5346b69900a0658455b1cb', 'subnets': [{'id': '278277fd-b27f-4fb8-9524-2fd771c3a3da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:38:16.737521 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a2d78-9ade-4088-89af-02b91af503cf None None] Pushing event updated for resources: {'Port': ['ID=53b37868-c6ed-4572-866a-3d41c8681997,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:16.797489 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-713d089d-b1db-41e1-9dcf-7f3c844dd23d None None] Provisioning complete for port 53b37868-c6ed-4572-866a-3d41c8681997 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:16.797860 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-713d089d-b1db-41e1-9dcf-7f3c844dd23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (53b37868-c6ed-4572-866a-3d41c8681997), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:16.879519 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-713d089d-b1db-41e1-9dcf-7f3c844dd23d None None] Current status of the port 53b37868-c6ed-4572-866a-3d41c8681997 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:16.983336 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b013f21d-0ced-45c3-8f14-aa0d75d469f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:17.289226 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 34520) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:17.316841 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ced84595-44a5-425b-8c94-b7cf942df6f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:17.471037 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ced84595-44a5-425b-8c94-b7cf942df6f2 admin admin] Publish callbacks [] for security_group (d0a7aadd-2cbe-4d65-a4c5-7082b37304eb), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:17.537971 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ced84595-44a5-425b-8c94-b7cf942df6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (d0a7aadd-2cbe-4d65-a4c5-7082b37304eb), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:17.644651 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-ced84595-44a5-425b-8c94-b7cf942df6f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a57d79803f24c73878046c540c73d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3535504 Jan 18 19:38:17.645900 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced84595-44a5-425b-8c94-b7cf942df6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a7aadd-2cbe-4d65-a4c5-7082b37304eb,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:17.647384 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 34530) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:17.737709 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fdc0bcfb-8c77-4bbb-b9c0-2eca82a61cd3 admin admin] Publish callbacks [] for security_group (d0a7aadd-2cbe-4d65-a4c5-7082b37304eb), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:17.772986 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fdc0bcfb-8c77-4bbb-b9c0-2eca82a61cd3 admin admin] Publish callbacks [] for security_group (d0a7aadd-2cbe-4d65-a4c5-7082b37304eb), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:17.921813 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fdc0bcfb-8c77-4bbb-b9c0-2eca82a61cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (d0a7aadd-2cbe-4d65-a4c5-7082b37304eb), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:17.922816 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fdc0bcfb-8c77-4bbb-b9c0-2eca82a61cd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:17.930675 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-fdc0bcfb-8c77-4bbb-b9c0-2eca82a61cd3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0a7aadd-2cbe-4d65-a4c5-7082b37304eb HTTP/1.1" status: 204 len: 168 time: 0.2815492 Jan 18 19:38:17.953902 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0bcfb-8c77-4bbb-b9c0-2eca82a61cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a7aadd-2cbe-4d65-a4c5-7082b37304eb,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:18.078266 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 53b37868-c6ed-4572-866a-3d41c8681997 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:38:18.148259 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 53b37868-c6ed-4572-866a-3d41c8681997 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:18.148900 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (53b37868-c6ed-4572-866a-3d41c8681997), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:18.277932 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 53b37868-c6ed-4572-866a-3d41c8681997 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:18.931071 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 34574) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:18.947849 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-6fca14a1-9dcd-4750-b98f-94b4c7d416ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:19.035306 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-6fca14a1-9dcd-4750-b98f-94b4c7d416ef admin admin] Publish callbacks [] for security_group (7a214a36-ab11-45aa-b51e-79821f43574d), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:19.108885 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-6fca14a1-9dcd-4750-b98f-94b4c7d416ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (7a214a36-ab11-45aa-b51e-79821f43574d), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:19.163825 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4191b34f-f236-411e-b88f-8125c63ae3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:19.164384 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-6fca14a1-9dcd-4750-b98f-94b4c7d416ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d48019519fa4dde9833ca64d251fbff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313378 Jan 18 19:38:19.165055 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca14a1-9dcd-4750-b98f-94b4c7d416ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a214a36-ab11-45aa-b51e-79821f43574d,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:19.167662 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 34576) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:19.229154 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-13511ea1-0e73-4a6e-b106-6723fd769951 admin admin] Publish callbacks [] for security_group (7a214a36-ab11-45aa-b51e-79821f43574d), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:19.253380 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-13511ea1-0e73-4a6e-b106-6723fd769951 admin admin] Publish callbacks [] for security_group (7a214a36-ab11-45aa-b51e-79821f43574d), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:19.376523 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-13511ea1-0e73-4a6e-b106-6723fd769951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (7a214a36-ab11-45aa-b51e-79821f43574d), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:19.379560 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-13511ea1-0e73-4a6e-b106-6723fd769951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:19.380752 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-13511ea1-0e73-4a6e-b106-6723fd769951 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a214a36-ab11-45aa-b51e-79821f43574d HTTP/1.1" status: 204 len: 168 time: 0.2100608 Jan 18 19:38:19.392485 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13511ea1-0e73-4a6e-b106-6723fd769951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a214a36-ab11-45aa-b51e-79821f43574d,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:19.960656 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:21.519776 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:23.045852 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:26.707537 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-68d25bd7-9251-4ec9-b7b1-b3e6e594ec21 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:26.708965 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-68d25bd7-9251-4ec9-b7b1-b3e6e594ec21 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/networks?id=a305aad1-af7c-4389-9b17-82d960c973f6 HTTP/1.1" status: 200 len: 815 time: 0.1210997 Jan 18 19:38:26.728516 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-d565ba53-04d7-4733-a124-16e705aabc5f tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/quotas/c1a3d66fd692461db39e7663dfb12bd6 HTTP/1.1" status: 200 len: 375 time: 0.0142164 Jan 18 19:38:26.730435 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2a6ca-85b6-471b-b686-6abc465845e1 req-762aa39c-e6c7-42e2-8acb-f99333020f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:26.731807 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b9b2a6ca-85b6-471b-b686-6abc465845e1 req-762aa39c-e6c7-42e2-8acb-f99333020f33 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d566f74dc13d4f3ea84a0b02cd9786fa&device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 1098 time: 0.0657885 Jan 18 19:38:26.873090 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-b7332778-8377-4aa0-bf2b-82274d90c2ca tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1a3d66fd692461db39e7663dfb12bd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1369472 Jan 18 19:38:26.911977 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765aae1-ef07-422f-86e3-f8ba8a1084f3 req-e84864aa-0cd8-44a5-b495-b77799ef9906 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:26.913453 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2765aae1-ef07-422f-86e3-f8ba8a1084f3 req-e84864aa-0cd8-44a5-b495-b77799ef9906 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0979612 Jan 18 19:38:26.973241 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2a6ca-85b6-471b-b686-6abc465845e1 req-cb32058b-e7da-4103-8dd8-c2da67d021ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:26.974593 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b9b2a6ca-85b6-471b-b686-6abc465845e1 req-cb32058b-e7da-4103-8dd8-c2da67d021ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a37f81d-d7f4-49f1-80e7-09fae1eca369 HTTP/1.1" status: 200 len: 920 time: 0.2080932 Jan 18 19:38:27.034113 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b9b2a6ca-85b6-471b-b686-6abc465845e1 req-26a92a12-ee5a-41e3-852c-0acfe2a3cbdd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0345ff4a-5024-4047-884f-45f77573f81f HTTP/1.1" status: 200 len: 217 time: 0.0497835 Jan 18 19:38:27.057417 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2765aae1-ef07-422f-86e3-f8ba8a1084f3 req-80f18d24-2bc2-45c8-b312-4c462164735f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303596 Jan 18 19:38:27.101017 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-fe513de6-44ab-4ca3-942f-7feb06479b24 service neutron] 10.222.0.20 "GET /v2.0/networks/a305aad1-af7c-4389-9b17-82d960c973f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091804 Jan 18 19:38:27.132767 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2a6ca-85b6-471b-b686-6abc465845e1 req-1d6ace23-68d5-48dc-b3e3-339855f99736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:27.134281 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b9b2a6ca-85b6-471b-b686-6abc465845e1 req-1d6ace23-68d5-48dc-b3e3-339855f99736 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bdd86ec8-e4ac-4f77-b398-ae467a5e4aac HTTP/1.1" status: 200 len: 859 time: 0.0807407 Jan 18 19:38:27.200286 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b9b2a6ca-85b6-471b-b686-6abc465845e1 req-588df424-84bf-4560-805e-6f8d45bfe717 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a37f81d-d7f4-49f1-80e7-09fae1eca369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345166 Jan 18 19:38:27.282249 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-180e9a31-f7ca-4a8d-90ec-e9010103de71 service neutron] 10.222.0.20 "GET /v2.0/networks/a305aad1-af7c-4389-9b17-82d960c973f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751678 Jan 18 19:38:27.332162 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b9b2a6ca-85b6-471b-b686-6abc465845e1 req-ac8f0759-7b38-43b7-ac0f-78d6a4cd3c48 service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203058 Jan 18 19:38:27.431182 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b9b2a6ca-85b6-471b-b686-6abc465845e1 req-d346ca3c-50d3-451e-b3d7-296dbc5b8e6f service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919645 Jan 18 19:38:27.536895 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-861e0ec5-f034-4fd9-9d0a-633e3871b33b req-202bd3d4-d406-42b5-8816-85f1d639b30e tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 210 time: 0.0265450 Jan 18 19:38:28.126874 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-9507db64-8cfb-47ec-b8cd-9048ef254a47 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:28.128353 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-9507db64-8cfb-47ec-b8cd-9048ef254a47 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/networks?id=4f02a957-f869-4436-9e44-afa05054a27b HTTP/1.1" status: 200 len: 814 time: 0.1061363 Jan 18 19:38:28.162881 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-6cadb7b5-e3a0-4fdc-9758-a5df9436498b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/quotas/be668e6d10aa4518abe4256a2c3660a5 HTTP/1.1" status: 200 len: 375 time: 0.0285978 Jan 18 19:38:28.211516 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8244417-af37-43dc-892f-552d9689aeaa req-6c24b324-635c-4a63-b090-b7d77bb7d662 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:28.213070 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d8244417-af37-43dc-892f-552d9689aeaa req-6c24b324-635c-4a63-b090-b7d77bb7d662 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0805342 Jan 18 19:38:28.236086 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-3615a41f-b067-4774-9937-36c417638a73 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=be668e6d10aa4518abe4256a2c3660a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672429 Jan 18 19:38:28.319874 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d8244417-af37-43dc-892f-552d9689aeaa req-8f1fc1af-4a32-4713-8894-a680a0308cb4 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995932 Jan 18 19:38:28.351224 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-b485d56b-fb2f-414a-8109-dc459b03a684 service neutron] 10.222.0.20 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071701 Jan 18 19:38:28.439006 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-d4ee568f-4a9c-4c0e-ae8a-9cae66f2bab0 service neutron] 10.222.0.20 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819929 Jan 18 19:38:28.616539 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ba2ae987-9c7d-49fe-8db6-3cf25c263423 req-6e1d81ef-9617-401e-b77b-ddd80c63c2e4 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 210 time: 0.0289075 Jan 18 19:38:29.002790 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-407be0c7-8e10-4945-af91-2a2c45b8eae9 req-e652efd4-3e0d-4762-a3d1-5ba351b4f3fe tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 210 time: 0.2435477 Jan 18 19:38:29.438664 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2af0b-89d3-4666-8754-626a6fe8a406 req-bb715e00-42b2-4cb7-bef1-0e8f2f8eb86b tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:29.440160 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fab2af0b-89d3-4666-8754-626a6fe8a406 req-bb715e00-42b2-4cb7-bef1-0e8f2f8eb86b tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0478239 Jan 18 19:38:29.487723 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fab2af0b-89d3-4666-8754-626a6fe8a406 req-ce634acd-0780-42b1-aea2-219069db4ece tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416548 Jan 18 19:38:29.707308 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9da589df-6668-4ede-96c5-c7623f0c93c6 req-4cb0279e-6a63-4a16-8d4e-0fb25bcec682 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 210 time: 0.0242398 Jan 18 19:38:30.105105 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a98c3b08-a41e-450b-8197-ba0d52b14ab1 req-7848b5de-e8cf-48e5-97e8-c65c65669c22 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 210 time: 0.0287402 Jan 18 19:38:30.234692 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-7a3d2bfc-ca48-409f-8692-cd77d24bdd64 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:30.236102 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-7a3d2bfc-ca48-409f-8692-cd77d24bdd64 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.35 "GET /v2.0/networks?id=a305aad1-af7c-4389-9b17-82d960c973f6 HTTP/1.1" status: 200 len: 815 time: 0.1041260 Jan 18 19:38:30.254738 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-abec20f0-9e82-4dcc-8e44-ec1302527587 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Request body: {'port': {'device_id': 'baf04c92-6096-4826-85fb-8ddf324bfcf2', 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6', 'admin_state_up': True, 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:30.466486 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-abec20f0-9e82-4dcc-8e44-ec1302527587 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Made reservation on behalf of c1a3d66fd692461db39e7663dfb12bd6 for: {'port': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:38:30.470125 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-abec20f0-9e82-4dcc-8e44-ec1302527587 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:30.639820 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-abec20f0-9e82-4dcc-8e44-ec1302527587 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Allocated IP 172.20.0.3 (a305aad1-af7c-4389-9b17-82d960c973f6/4b36d59b-f16e-40de-96be-7acc3290ef4e/78271a93-f866-402f-b0e3-233356392cba) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:38:30.653822 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194d8c4-af45-4f4e-b2a6-7142316a7ac4 req-4738ae1a-bd92-4ced-870d-1fd629994032 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:30.655362 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b194d8c4-af45-4f4e-b2a6-7142316a7ac4 req-4738ae1a-bd92-4ced-870d-1fd629994032 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0996597 Jan 18 19:38:30.743277 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b194d8c4-af45-4f4e-b2a6-7142316a7ac4 req-e489e3f8-f7df-4040-a6a8-e685502a9084 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821919 Jan 18 19:38:30.882356 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-abec20f0-9e82-4dcc-8e44-ec1302527587 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for port (78271a93-f866-402f-b0e3-233356392cba), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:30.885123 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ef8fd581-0c24-4ee3-8088-8cec25bb0b5a req-2dd97077-434d-4a3a-87f2-3c1a83354846 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 210 time: 0.0383623 Jan 18 19:38:30.894845 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:38:31.057152 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-abec20f0-9e82-4dcc-8e44-ec1302527587 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (78271a93-f866-402f-b0e3-233356392cba), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:31.139996 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-abec20f0-9e82-4dcc-8e44-ec1302527587 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Network a305aad1-af7c-4389-9b17-82d960c973f6 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:38:31.147410 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-abec20f0-9e82-4dcc-8e44-ec1302527587 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:38:31.151653 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-abec20f0-9e82-4dcc-8e44-ec1302527587 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:38:31.198324 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec20f0-9e82-4dcc-8e44-ec1302527587 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Pushing event updated for resources: {'Port': ['ID=78271a93-f866-402f-b0e3-233356392cba,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:31.312723 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0cc55b20-7c10-442c-a404-7c3d45574f52 req-32c32276-9f00-49d8-a266-5c015defa970 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 210 time: 0.0742977 Jan 18 19:38:31.326750 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-abec20f0-9e82-4dcc-8e44-ec1302527587 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:31.327814 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-abec20f0-9e82-4dcc-8e44-ec1302527587 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:31.393228 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-a84762d5-1047-42bf-9cf5-4b3d9e8e541f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:31.394958 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-a84762d5-1047-42bf-9cf5-4b3d9e8e541f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.35 "GET /v2.0/networks?id=4f02a957-f869-4436-9e44-afa05054a27b HTTP/1.1" status: 200 len: 814 time: 0.2404647 Jan 18 19:38:31.406376 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-abec20f0-9e82-4dcc-8e44-ec1302527587 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1551461 Jan 18 19:38:31.535172 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-7d25459f-2830-48cd-b0ae-db0e789d81e0 None None] Provisioning complete for port 78271a93-f866-402f-b0e3-233356392cba triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:31.535765 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7d25459f-2830-48cd-b0ae-db0e789d81e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (78271a93-f866-402f-b0e3-233356392cba), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:31.575438 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-7d25459f-2830-48cd-b0ae-db0e789d81e0 None None] Port 78271a93-f866-402f-b0e3-233356392cba cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:38:31.882448 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530245c-d602-41a2-bad7-7583686d4ac5 req-b0c1f37c-788b-4d4d-8bf3-3b1673dcbcb1 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:31.883990 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9530245c-d602-41a2-bad7-7583686d4ac5 req-b0c1f37c-788b-4d4d-8bf3-3b1673dcbcb1 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0506580 Jan 18 19:38:31.935763 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9530245c-d602-41a2-bad7-7583686d4ac5 req-1fbacac4-ca30-4f7a-aec0-0be783713165 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456028 Jan 18 19:38:35.803479 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 34980) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:35.918765 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-70b36907-9678-47b1-ae10-394e79f73712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:36.000756 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-70b36907-9678-47b1-ae10-394e79f73712 admin admin] Publish callbacks [] for security_group (3257e5af-add4-4d27-8a11-bc6cd098509d), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:36.068145 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-70b36907-9678-47b1-ae10-394e79f73712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (3257e5af-add4-4d27-8a11-bc6cd098509d), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:36.110460 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-70b36907-9678-47b1-ae10-394e79f73712 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee95aa08d80a45e1ab8fdbf3fe31a4d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144457 Jan 18 19:38:36.111263 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b36907-9678-47b1-ae10-394e79f73712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3257e5af-add4-4d27-8a11-bc6cd098509d,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:36.113357 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 34984) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:36.123319 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b36907-9678-47b1-ae10-394e79f73712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.123679 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b36907-9678-47b1-ae10-394e79f73712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.124086 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b36907-9678-47b1-ae10-394e79f73712 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.126558 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b36907-9678-47b1-ae10-394e79f73712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.126799 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b36907-9678-47b1-ae10-394e79f73712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.127253 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b36907-9678-47b1-ae10-394e79f73712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.127702 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b36907-9678-47b1-ae10-394e79f73712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.128230 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b36907-9678-47b1-ae10-394e79f73712 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.128670 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b36907-9678-47b1-ae10-394e79f73712 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.129121 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b36907-9678-47b1-ae10-394e79f73712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.129587 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b36907-9678-47b1-ae10-394e79f73712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.130020 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b36907-9678-47b1-ae10-394e79f73712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.130548 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b36907-9678-47b1-ae10-394e79f73712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.181544 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8d44ca2a-2c8a-4749-8f9c-0860d605eba6 admin admin] Publish callbacks [] for security_group (3257e5af-add4-4d27-8a11-bc6cd098509d), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:36.202810 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8d44ca2a-2c8a-4749-8f9c-0860d605eba6 admin admin] Publish callbacks [] for security_group (3257e5af-add4-4d27-8a11-bc6cd098509d), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:36.313991 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8d44ca2a-2c8a-4749-8f9c-0860d605eba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (3257e5af-add4-4d27-8a11-bc6cd098509d), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:36.317226 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8d44ca2a-2c8a-4749-8f9c-0860d605eba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:36.318454 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-8d44ca2a-2c8a-4749-8f9c-0860d605eba6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3257e5af-add4-4d27-8a11-bc6cd098509d HTTP/1.1" status: 204 len: 168 time: 0.2031624 Jan 18 19:38:36.329849 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44ca2a-2c8a-4749-8f9c-0860d605eba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3257e5af-add4-4d27-8a11-bc6cd098509d,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:36.338908 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44ca2a-2c8a-4749-8f9c-0860d605eba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.339678 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44ca2a-2c8a-4749-8f9c-0860d605eba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.340030 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44ca2a-2c8a-4749-8f9c-0860d605eba6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.340480 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44ca2a-2c8a-4749-8f9c-0860d605eba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.340852 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44ca2a-2c8a-4749-8f9c-0860d605eba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.341146 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44ca2a-2c8a-4749-8f9c-0860d605eba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.341473 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44ca2a-2c8a-4749-8f9c-0860d605eba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.341825 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44ca2a-2c8a-4749-8f9c-0860d605eba6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.342178 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44ca2a-2c8a-4749-8f9c-0860d605eba6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.342503 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44ca2a-2c8a-4749-8f9c-0860d605eba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.342825 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44ca2a-2c8a-4749-8f9c-0860d605eba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.343144 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44ca2a-2c8a-4749-8f9c-0860d605eba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.343460 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44ca2a-2c8a-4749-8f9c-0860d605eba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:36.924647 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 34996) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:36.938736 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bab4abc6-ace6-40b1-8c74-f2dd9497d290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:37.016875 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bab4abc6-ace6-40b1-8c74-f2dd9497d290 admin admin] Publish callbacks [] for security_group (cb5da8d5-3620-4103-bbca-2194de9200f1), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:37.073724 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bab4abc6-ace6-40b1-8c74-f2dd9497d290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (cb5da8d5-3620-4103-bbca-2194de9200f1), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:37.116128 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-bab4abc6-ace6-40b1-8c74-f2dd9497d290 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fd6e07ba1134821b597f0ce6150a974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1903071 Jan 18 19:38:37.116871 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4abc6-ace6-40b1-8c74-f2dd9497d290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5da8d5-3620-4103-bbca-2194de9200f1,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:37.117755 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 34998) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:37.166858 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-939fef30-63f2-4156-a887-c2b276e244a0 admin admin] Publish callbacks [] for security_group (cb5da8d5-3620-4103-bbca-2194de9200f1), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:37.189880 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-939fef30-63f2-4156-a887-c2b276e244a0 admin admin] Publish callbacks [] for security_group (cb5da8d5-3620-4103-bbca-2194de9200f1), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:37.340917 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-939fef30-63f2-4156-a887-c2b276e244a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (cb5da8d5-3620-4103-bbca-2194de9200f1), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:37.343941 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-939fef30-63f2-4156-a887-c2b276e244a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:37.346461 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-939fef30-63f2-4156-a887-c2b276e244a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb5da8d5-3620-4103-bbca-2194de9200f1 HTTP/1.1" status: 204 len: 168 time: 0.2275693 Jan 18 19:38:37.355855 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fef30-63f2-4156-a887-c2b276e244a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5da8d5-3620-4103-bbca-2194de9200f1,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:38.415820 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 35012) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:38.430037 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-686327ed-a79f-4a38-9b7c-13677e2de009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:38.507553 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-686327ed-a79f-4a38-9b7c-13677e2de009 admin admin] Publish callbacks [] for security_group (f953aae3-f40a-4358-8f06-59c3fd2db233), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:38.582986 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-686327ed-a79f-4a38-9b7c-13677e2de009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (f953aae3-f40a-4358-8f06-59c3fd2db233), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:38.621214 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686327ed-a79f-4a38-9b7c-13677e2de009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f953aae3-f40a-4358-8f06-59c3fd2db233,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:38.627372 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-686327ed-a79f-4a38-9b7c-13677e2de009 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a65f7be6c9140999bab1ec68816fd53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103059 Jan 18 19:38:38.629973 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 35016) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:38.690140 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fc54755b-e2f6-44a1-bf59-f9b218fc2736 admin admin] Publish callbacks [] for security_group (f953aae3-f40a-4358-8f06-59c3fd2db233), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:38.707817 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fc54755b-e2f6-44a1-bf59-f9b218fc2736 admin admin] Publish callbacks [] for security_group (f953aae3-f40a-4358-8f06-59c3fd2db233), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:38.856599 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fc54755b-e2f6-44a1-bf59-f9b218fc2736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (f953aae3-f40a-4358-8f06-59c3fd2db233), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:38.860236 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fc54755b-e2f6-44a1-bf59-f9b218fc2736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:38.865264 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-fc54755b-e2f6-44a1-bf59-f9b218fc2736 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f953aae3-f40a-4358-8f06-59c3fd2db233 HTTP/1.1" status: 204 len: 168 time: 0.2339315 Jan 18 19:38:38.874460 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54755b-e2f6-44a1-bf59-f9b218fc2736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f953aae3-f40a-4358-8f06-59c3fd2db233,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:39.877216 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 35044) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:39.976794 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-60617acb-0f5b-47ef-8dd6-ab0df92fa115 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1716352188-network', 'tenant_id': '5132940720394c7a9c249c61206833f6'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:40.045138 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60617acb-0f5b-47ef-8dd6-ab0df92fa115 admin admin] Made reservation on behalf of 5132940720394c7a9c249c61206833f6 for: {'network': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:38:40.047521 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-60617acb-0f5b-47ef-8dd6-ab0df92fa115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for network (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:40.056832 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-60617acb-0f5b-47ef-8dd6-ab0df92fa115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:40.130835 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-60617acb-0f5b-47ef-8dd6-ab0df92fa115 admin admin] Publish callbacks [] for security_group (630f9721-a2c2-4ca0-829e-e64c9bd78089), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:40.182047 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-60617acb-0f5b-47ef-8dd6-ab0df92fa115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (630f9721-a2c2-4ca0-829e-e64c9bd78089), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:40.207990 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60617acb-0f5b-47ef-8dd6-ab0df92fa115 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:38:40.218662 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60617acb-0f5b-47ef-8dd6-ab0df92fa115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630f9721-a2c2-4ca0-829e-e64c9bd78089,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:40.224927 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-60617acb-0f5b-47ef-8dd6-ab0df92fa115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (0e3a36a1-43a1-4ecc-9adb-a0051853225b), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:40.225271 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.segments_db [None req-60617acb-0f5b-47ef-8dd6-ab0df92fa115 admin admin] Added segment 0e3a36a1-43a1-4ecc-9adb-a0051853225b of type vlan for network 587eb791-8376-4b85-b8c3-4979fdf6baa8 Jan 18 19:38:40.273869 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-60617acb-0f5b-47ef-8dd6-ab0df92fa115 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736991889309'] for network (587eb791-8376-4b85-b8c3-4979fdf6baa8), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:40.370745 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-60617acb-0f5b-47ef-8dd6-ab0df92fa115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for network (587eb791-8376-4b85-b8c3-4979fdf6baa8), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:40.371736 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60617acb-0f5b-47ef-8dd6-ab0df92fa115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:40.372324 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-60617acb-0f5b-47ef-8dd6-ab0df92fa115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:40.431179 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60617acb-0f5b-47ef-8dd6-ab0df92fa115 admin admin] Pushing event updated for resources: {'Network': ['ID=587eb791-8376-4b85-b8c3-4979fdf6baa8,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:40.442881 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Network 587eb791-8376-4b85-b8c3-4979fdf6baa8 details requested by agent ovs-agent-dv-cinder-811877-7-iscsi with host dv-cinder-811877-7-iscsi {{(pid=103174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:38:40.507690 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-60617acb-0f5b-47ef-8dd6-ab0df92fa115 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6267757 Jan 18 19:38:40.508039 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 35050) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:40.513355 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-b63784dc-c467-46d8-a449-83d21b1f6343 admin admin] Request body: {'subnet': {'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1716352188-subnet', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'ip_version': 4}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:40.616853 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63784dc-c467-46d8-a449-83d21b1f6343 admin admin] Made reservation on behalf of 5132940720394c7a9c249c61206833f6 for: {'subnet': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:38:40.620827 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b63784dc-c467-46d8-a449-83d21b1f6343 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4301685'] for subnet (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:40.885774 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b63784dc-c467-46d8-a449-83d21b1f6343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6234510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4301659'] for subnet (56220d3c-b1c3-4597-b0e0-e815ef06647a), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:40.944566 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63784dc-c467-46d8-a449-83d21b1f6343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56220d3c-b1c3-4597-b0e0-e815ef06647a,revision_number=0']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:40.954340 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63784dc-c467-46d8-a449-83d21b1f6343 admin admin] Checking segment: {'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:38:40.954709 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63784dc-c467-46d8-a449-83d21b1f6343 admin admin] Network hostable DHCP agents. Network: 587eb791-8376-4b85-b8c3-4979fdf6baa8, hostable agents: ['0d168223-99d0-40e7-a552-9355723bc6d5'], hosted agents: [] {{(pid=103172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:38:41.021986 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63784dc-c467-46d8-a449-83d21b1f6343 admin admin] Network 587eb791-8376-4b85-b8c3-4979fdf6baa8 is scheduled to be hosted by DHCP agent 0d168223-99d0-40e7-a552-9355723bc6d5 with binding_index 1 {{(pid=103172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:38:41.078850 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-b63784dc-c467-46d8-a449-83d21b1f6343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-7-iscsi, 587eb791-8376-4b85-b8c3-4979fdf6baa8) {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:38:41.083367 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63784dc-c467-46d8-a449-83d21b1f6343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:41.084017 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b63784dc-c467-46d8-a449-83d21b1f6343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:41.089567 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e267b06d-ef23-4cd0-8c90-030d839444ca None None] Network 587eb791-8376-4b85-b8c3-4979fdf6baa8 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:38:41.172462 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-b63784dc-c467-46d8-a449-83d21b1f6343 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6629250 Jan 18 19:38:41.175175 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 35056) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:41.179593 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-1c895540-37fc-42be-ae72-a2e7ad6fb8ae admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:41.182791 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43757115-f658-4157-874c-440763ace3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp129c5bed-9af5-5ca5-9b54-29f02576e802-587eb791-8376-4b85-b8c3-4979fdf6baa8', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'project_id': '5132940720394c7a9c249c61206833f6', 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a'}]}} from dv-cinder-811877-7-iscsi. {{(pid=103174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 19:38:41.183687 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-43757115-f658-4157-874c-440763ace3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:41.255178 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1c895540-37fc-42be-ae72-a2e7ad6fb8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9179'] for router (d3688323-8aea-457e-84c2-ab9b2ef8b087), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:41.256162 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1c895540-37fc-42be-ae72-a2e7ad6fb8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2091013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1984424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9184'] for router (d3688323-8aea-457e-84c2-ab9b2ef8b087), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:41.309101 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1c895540-37fc-42be-ae72-a2e7ad6fb8ae admin admin] Publish callbacks [] for router_controller (d3688323-8aea-457e-84c2-ab9b2ef8b087), precommit_add_association {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:41.316859 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [None req-43757115-f658-4157-874c-440763ace3fd None None] Allocated IP 172.20.0.2 (587eb791-8376-4b85-b8c3-4979fdf6baa8/56220d3c-b1c3-4597-b0e0-e815ef06647a/24b4595e-68e1-4871-b3ca-c129cb22488a) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:38:41.455307 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-43757115-f658-4157-874c-440763ace3fd None None] Publish callbacks [] for port (24b4595e-68e1-4871-b3ca-c129cb22488a), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:41.501780 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1c895540-37fc-42be-ae72-a2e7ad6fb8ae admin admin] Publish callbacks [] for router_gateway (d3688323-8aea-457e-84c2-ab9b2ef8b087), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:41.522135 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-43757115-f658-4157-874c-440763ace3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (24b4595e-68e1-4871-b3ca-c129cb22488a), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:41.556789 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43757115-f658-4157-874c-440763ace3fd None None] Network 587eb791-8376-4b85-b8c3-4979fdf6baa8 is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:38:41.559564 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-43757115-f658-4157-874c-440763ace3fd None None] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:38:41.562014 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43757115-f658-4157-874c-440763ace3fd None None] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:38:41.573214 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43757115-f658-4157-874c-440763ace3fd None None] Pushing event updated for resources: {'Port': ['ID=24b4595e-68e1-4871-b3ca-c129cb22488a,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:41.620383 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-43757115-f658-4157-874c-440763ace3fd None None] Attempting to bind port 24b4595e-68e1-4871-b3ca-c129cb22488a on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:38:41.620745 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-43757115-f658-4157-874c-440763ace3fd None None] Attempting to bind port 24b4595e-68e1-4871-b3ca-c129cb22488a by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:38:41.621099 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43757115-f658-4157-874c-440763ace3fd None None] Attempting to bind port 24b4595e-68e1-4871-b3ca-c129cb22488a on network 587eb791-8376-4b85-b8c3-4979fdf6baa8 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:38:41.630551 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43757115-f658-4157-874c-440763ace3fd None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:38:41.630926 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43757115-f658-4157-874c-440763ace3fd None None] Checking segment: {'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:38:41.631322 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-43757115-f658-4157-874c-440763ace3fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:41.631703 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43757115-f658-4157-874c-440763ace3fd None None] Bound using segment: {'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:38:41.632165 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-43757115-f658-4157-874c-440763ace3fd None None] Bound port: 24b4595e-68e1-4871-b3ca-c129cb22488a, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:38:41.632540 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-43757115-f658-4157-874c-440763ace3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (24b4595e-68e1-4871-b3ca-c129cb22488a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:41.692065 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-43757115-f658-4157-874c-440763ace3fd None None] For port 24b4595e-68e1-4871-b3ca-c129cb22488a, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:38:41.695152 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-43757115-f658-4157-874c-440763ace3fd None None] For port 24b4595e-68e1-4871-b3ca-c129cb22488a, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=24b4595e-68e1-4871-b3ca-c129cb22488a,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:38:41.756404 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1c895540-37fc-42be-ae72-a2e7ad6fb8ae admin admin] Publish callbacks [] for router_gateway (d3688323-8aea-457e-84c2-ab9b2ef8b087), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:41.765910 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-43757115-f658-4157-874c-440763ace3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (24b4595e-68e1-4871-b3ca-c129cb22488a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:41.775196 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1c895540-37fc-42be-ae72-a2e7ad6fb8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:41.823807 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43757115-f658-4157-874c-440763ace3fd None None] Pushing event updated for resources: {'Port': ['ID=24b4595e-68e1-4871-b3ca-c129cb22488a,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:41.893441 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [None req-1c895540-37fc-42be-ae72-a2e7ad6fb8ae admin admin] Allocated IP 172.27.2.8 (f5eef2c2-a885-4f46-b327-cbc20c3014d9/9269629e-72aa-4525-943b-faee8ca91ecd/ce077539-57b9-4a24-83f4-14502afcd6cd) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:38:42.008216 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1c895540-37fc-42be-ae72-a2e7ad6fb8ae admin admin] Publish callbacks [] for port (ce077539-57b9-4a24-83f4-14502afcd6cd), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:42.143197 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1c895540-37fc-42be-ae72-a2e7ad6fb8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (ce077539-57b9-4a24-83f4-14502afcd6cd), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:42.185182 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c895540-37fc-42be-ae72-a2e7ad6fb8ae admin admin] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:38:42.188462 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-1c895540-37fc-42be-ae72-a2e7ad6fb8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:38:42.190822 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c895540-37fc-42be-ae72-a2e7ad6fb8ae admin admin] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:38:42.216123 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c895540-37fc-42be-ae72-a2e7ad6fb8ae admin admin] Pushing event updated for resources: {'Port': ['ID=ce077539-57b9-4a24-83f4-14502afcd6cd,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:42.509979 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1c895540-37fc-42be-ae72-a2e7ad6fb8ae admin admin] Publish callbacks [] for router_gateway (d3688323-8aea-457e-84c2-ab9b2ef8b087), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:42.632124 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ddcf73-735a-412b-a2a9-c8797ec99447 None None] Network 587eb791-8376-4b85-b8c3-4979fdf6baa8 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:38:42.698147 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-653085f8-17cf-4b29-98c7-35bd1a91af82 None None] Provisioning complete for port 24b4595e-68e1-4871-b3ca-c129cb22488a triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:42.698516 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-653085f8-17cf-4b29-98c7-35bd1a91af82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (24b4595e-68e1-4871-b3ca-c129cb22488a), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:42.829438 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-653085f8-17cf-4b29-98c7-35bd1a91af82 None None] Current status of the port 24b4595e-68e1-4871-b3ca-c129cb22488a is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:42.830015 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-653085f8-17cf-4b29-98c7-35bd1a91af82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (24b4595e-68e1-4871-b3ca-c129cb22488a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:42.881209 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-653085f8-17cf-4b29-98c7-35bd1a91af82 None None] For port 24b4595e-68e1-4871-b3ca-c129cb22488a, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=24b4595e-68e1-4871-b3ca-c129cb22488a,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:38:42.902511 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:42.904306 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1c895540-37fc-42be-ae72-a2e7ad6fb8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2091036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087314'] for router (d3688323-8aea-457e-84c2-ab9b2ef8b087), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:42.965612 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-653085f8-17cf-4b29-98c7-35bd1a91af82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (24b4595e-68e1-4871-b3ca-c129cb22488a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:43.013244 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653085f8-17cf-4b29-98c7-35bd1a91af82 None None] Pushing event updated for resources: {'Port': ['ID=24b4595e-68e1-4871-b3ca-c129cb22488a,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:43.086224 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-c50292a8-b907-411e-a527-e294ac865e97 None None] Provisioning complete for port 24b4595e-68e1-4871-b3ca-c129cb22488a triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:43.086517 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c50292a8-b907-411e-a527-e294ac865e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (24b4595e-68e1-4871-b3ca-c129cb22488a), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:43.100907 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c895540-37fc-42be-ae72-a2e7ad6fb8ae admin admin] Router d3688323-8aea-457e-84c2-ab9b2ef8b087 is scheduled to L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb with binding_index 1 {{(pid=103172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 19:38:43.163571 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-c50292a8-b907-411e-a527-e294ac865e97 None None] Current status of the port 24b4595e-68e1-4871-b3ca-c129cb22488a is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:43.202264 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c895540-37fc-42be-ae72-a2e7ad6fb8ae admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:38:43.211641 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] Sync routers for ids ['d3688323-8aea-457e-84c2-ab9b2ef8b087'] in dv-cinder-811877-7-iscsi {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:38:43.221084 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] Routers {'d3688323-8aea-457e-84c2-ab9b2ef8b087'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:38:43.221754 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:38:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d3688323-8aea-457e-84c2-ab9b2ef8b087'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:43.317585 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1c895540-37fc-42be-ae72-a2e7ad6fb8ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:43.319056 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-1c895540-37fc-42be-ae72-a2e7ad6fb8ae admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1428366 Jan 18 19:38:43.322056 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 35066) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:43.325511 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] Set router d3688323-8aea-457e-84c2-ab9b2ef8b087 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:38:43.517895 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:42Z', 'revision_number': 3, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:43.543630 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] Checking router: d3688323-8aea-457e-84c2-ab9b2ef8b087 for host: dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:38:43.544117 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] Updating router d3688323-8aea-457e-84c2-ab9b2ef8b087 port ce077539-57b9-4a24-83f4-14502afcd6cd binding host dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:38:43.570938 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (ce077539-57b9-4a24-83f4-14502afcd6cd), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:43.779572 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-26ae11c0-2d90-4dfd-9d5c-a2b912bd2e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:43.992317 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] Publish callbacks [] for port (ce077539-57b9-4a24-83f4-14502afcd6cd), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:44.014975 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [None req-26ae11c0-2d90-4dfd-9d5c-a2b912bd2e38 admin admin] Allocated IP 172.20.0.1 (587eb791-8376-4b85-b8c3-4979fdf6baa8/56220d3c-b1c3-4597-b0e0-e815ef06647a/3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:38:44.051048 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (ce077539-57b9-4a24-83f4-14502afcd6cd), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:44.059360 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 24b4595e-68e1-4871-b3ca-c129cb22488a up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:38:44.164884 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91466a-a586-445d-a164-ee52dddbc6f1 None None] Pushing event updated for resources: {'Port': ['ID=ce077539-57b9-4a24-83f4-14502afcd6cd,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:44.168213 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-26ae11c0-2d90-4dfd-9d5c-a2b912bd2e38 admin admin] Publish callbacks [] for port (3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:44.181739 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91466a-a586-445d-a164-ee52dddbc6f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:44.182123 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91466a-a586-445d-a164-ee52dddbc6f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:44.182738 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91466a-a586-445d-a164-ee52dddbc6f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:44.183141 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91466a-a586-445d-a164-ee52dddbc6f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:44.183570 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91466a-a586-445d-a164-ee52dddbc6f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:44.183952 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91466a-a586-445d-a164-ee52dddbc6f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:44.184280 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91466a-a586-445d-a164-ee52dddbc6f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:44.185013 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91466a-a586-445d-a164-ee52dddbc6f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:44.185556 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91466a-a586-445d-a164-ee52dddbc6f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:44.185910 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91466a-a586-445d-a164-ee52dddbc6f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:44.186268 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91466a-a586-445d-a164-ee52dddbc6f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:44.187408 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91466a-a586-445d-a164-ee52dddbc6f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:44.188345 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91466a-a586-445d-a164-ee52dddbc6f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:38:44.196669 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] Attempting to bind port ce077539-57b9-4a24-83f4-14502afcd6cd on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:38:44.197037 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] Attempting to bind port ce077539-57b9-4a24-83f4-14502afcd6cd by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:38:44.197541 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] Attempting to bind port ce077539-57b9-4a24-83f4-14502afcd6cd on network f5eef2c2-a885-4f46-b327-cbc20c3014d9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:38:44.204211 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:38:44.204613 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] Checking segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:38:44.205014 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:44.205403 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] Bound using segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:38:44.205871 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] Bound port: ce077539-57b9-4a24-83f4-14502afcd6cd, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:38:44.206273 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (ce077539-57b9-4a24-83f4-14502afcd6cd), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:44.281146 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 24b4595e-68e1-4871-b3ca-c129cb22488a triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:44.281578 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (24b4595e-68e1-4871-b3ca-c129cb22488a), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:44.298297 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] For port ce077539-57b9-4a24-83f4-14502afcd6cd, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:38:44.299434 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-26ae11c0-2d90-4dfd-9d5c-a2b912bd2e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:44.301450 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] For port ce077539-57b9-4a24-83f4-14502afcd6cd, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=ce077539-57b9-4a24-83f4-14502afcd6cd,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:38:44.345926 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ae11c0-2d90-4dfd-9d5c-a2b912bd2e38 admin admin] Network 587eb791-8376-4b85-b8c3-4979fdf6baa8 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:38:44.353379 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-26ae11c0-2d90-4dfd-9d5c-a2b912bd2e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:38:44.356591 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae11c0-2d90-4dfd-9d5c-a2b912bd2e38 admin admin] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:38:44.371595 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 24b4595e-68e1-4871-b3ca-c129cb22488a is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:44.376383 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (ce077539-57b9-4a24-83f4-14502afcd6cd), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:44.411190 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae11c0-2d90-4dfd-9d5c-a2b912bd2e38 admin admin] Pushing event updated for resources: {'Port': ['ID=3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:44.425692 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-26ae11c0-2d90-4dfd-9d5c-a2b912bd2e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088359'] for router_interface (d3688323-8aea-457e-84c2-ab9b2ef8b087), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:44.435968 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91466a-a586-445d-a164-ee52dddbc6f1 None None] Pushing event updated for resources: {'Port': ['ID=ce077539-57b9-4a24-83f4-14502afcd6cd,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:44.452652 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] Routers {'d3688323-8aea-457e-84c2-ab9b2ef8b087'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:38:44.453354 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:38:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d3688323-8aea-457e-84c2-ab9b2ef8b087'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:44.559911 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] Set router d3688323-8aea-457e-84c2-ab9b2ef8b087 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:38:44.591578 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-f4d95ce8-6017-474c-9d2b-6984e4226e45 None None] Provisioning complete for port 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:44.592075 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f4d95ce8-6017-474c-9d2b-6984e4226e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:44.613342 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-26ae11c0-2d90-4dfd-9d5c-a2b912bd2e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:44.630969 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-f4d95ce8-6017-474c-9d2b-6984e4226e45 None None] Port 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:38:44.745142 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:42Z', 'revision_number': 3, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:44.774060 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b450bc5a-161a-4e32-bcfe-849ea89af791 None None] The sync data for ids ['d3688323-8aea-457e-84c2-ab9b2ef8b087'] in dv-cinder-811877-7-iscsi is: [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:42Z', 'revision_number': 3, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:38:44.800013 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-26ae11c0-2d90-4dfd-9d5c-a2b912bd2e38 admin admin] Publish callbacks [] for port (3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:44.873813 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-26ae11c0-2d90-4dfd-9d5c-a2b912bd2e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:44.940612 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae11c0-2d90-4dfd-9d5c-a2b912bd2e38 admin admin] Pushing event updated for resources: {'Port': ['ID=3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:44.945483 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-26ae11c0-2d90-4dfd-9d5c-a2b912bd2e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088275'] for router_interface (d3688323-8aea-457e-84c2-ab9b2ef8b087), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:45.084998 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ae11c0-2d90-4dfd-9d5c-a2b912bd2e38 admin admin] Network 587eb791-8376-4b85-b8c3-4979fdf6baa8 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:38:45.086490 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-26ae11c0-2d90-4dfd-9d5c-a2b912bd2e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:38:45.280402 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ae11c0-2d90-4dfd-9d5c-a2b912bd2e38 admin admin] Router d3688323-8aea-457e-84c2-ab9b2ef8b087 has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:38:45.400213 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-f2551fda-ff10-45eb-901a-8efb2d00d96d None None] Provisioning complete for port 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:45.401281 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f2551fda-ff10-45eb-901a-8efb2d00d96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:45.482017 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-f2551fda-ff10-45eb-901a-8efb2d00d96d None None] Port 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:38:45.483190 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ae11c0-2d90-4dfd-9d5c-a2b912bd2e38 admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:38:45.492528 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-26ae11c0-2d90-4dfd-9d5c-a2b912bd2e38 admin admin] 10.222.0.20 "PUT /v2.0/routers/d3688323-8aea-457e-84c2-ab9b2ef8b087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1690838 Jan 18 19:38:45.993597 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device ce077539-57b9-4a24-83f4-14502afcd6cd up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:38:46.041091 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port ce077539-57b9-4a24-83f4-14502afcd6cd triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:46.041461 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (ce077539-57b9-4a24-83f4-14502afcd6cd), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:46.122484 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port ce077539-57b9-4a24-83f4-14502afcd6cd is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:46.122884 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (ce077539-57b9-4a24-83f4-14502afcd6cd), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:46.154517 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] For port ce077539-57b9-4a24-83f4-14502afcd6cd, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=ce077539-57b9-4a24-83f4-14502afcd6cd,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:38:46.198390 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 35096) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:46.205362 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-07917fe0-7096-427d-a2fd-9c0c173d8b85 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-280668425-network', 'tenant_id': 'd10f1f35702e4553a990a3efc881da6a'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:46.233872 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (ce077539-57b9-4a24-83f4-14502afcd6cd), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:46.310141 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Pushing event updated for resources: {'Port': ['ID=ce077539-57b9-4a24-83f4-14502afcd6cd,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:46.331003 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07917fe0-7096-427d-a2fd-9c0c173d8b85 admin admin] Made reservation on behalf of d10f1f35702e4553a990a3efc881da6a for: {'network': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:38:46.335096 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-07917fe0-7096-427d-a2fd-9c0c173d8b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for network (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:46.352509 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-07917fe0-7096-427d-a2fd-9c0c173d8b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:46.420837 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-07917fe0-7096-427d-a2fd-9c0c173d8b85 admin admin] Publish callbacks [] for security_group (9125e652-6953-46f4-b726-bf18d1a3075a), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:46.479600 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-07917fe0-7096-427d-a2fd-9c0c173d8b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (9125e652-6953-46f4-b726-bf18d1a3075a), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:46.501991 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07917fe0-7096-427d-a2fd-9c0c173d8b85 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:38:46.515704 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07917fe0-7096-427d-a2fd-9c0c173d8b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9125e652-6953-46f4-b726-bf18d1a3075a,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:46.520706 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-07917fe0-7096-427d-a2fd-9c0c173d8b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (cfd71ebd-3936-4d4b-84ec-f3f5360092ef), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:46.521052 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.segments_db [None req-07917fe0-7096-427d-a2fd-9c0c173d8b85 admin admin] Added segment cfd71ebd-3936-4d4b-84ec-f3f5360092ef of type vlan for network 65f56acf-dfe5-4997-8e5a-4994a6fa0df6 Jan 18 19:38:46.571335 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-07917fe0-7096-427d-a2fd-9c0c173d8b85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736991889309'] for network (65f56acf-dfe5-4997-8e5a-4994a6fa0df6), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:46.594575 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] Sync routers for ids ['d3688323-8aea-457e-84c2-ab9b2ef8b087'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:38:46.616662 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] Routers {'d3688323-8aea-457e-84c2-ab9b2ef8b087'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:38:46.617235 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:38:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d3688323-8aea-457e-84c2-ab9b2ef8b087'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:46.650483 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-07917fe0-7096-427d-a2fd-9c0c173d8b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for network (65f56acf-dfe5-4997-8e5a-4994a6fa0df6), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:46.651471 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07917fe0-7096-427d-a2fd-9c0c173d8b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:46.652065 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-07917fe0-7096-427d-a2fd-9c0c173d8b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:46.655516 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-049ab544-243c-409a-a500-5b1ed0d9f986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:46.712480 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07917fe0-7096-427d-a2fd-9c0c173d8b85 admin admin] Pushing event updated for resources: {'Network': ['ID=65f56acf-dfe5-4997-8e5a-4994a6fa0df6,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:46.726201 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Network 65f56acf-dfe5-4997-8e5a-4994a6fa0df6 details requested by agent ovs-agent-dv-cinder-811877-7-iscsi with host dv-cinder-811877-7-iscsi {{(pid=103174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:38:46.739367 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-07917fe0-7096-427d-a2fd-9c0c173d8b85 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5389798 Jan 18 19:38:46.742180 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 35098) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:46.747921 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-e3f15118-c05b-417a-94ac-b3bbfe5f3945 admin admin] Request body: {'subnet': {'network_id': '65f56acf-dfe5-4997-8e5a-4994a6fa0df6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-280668425-subnet', 'tenant_id': 'd10f1f35702e4553a990a3efc881da6a', 'ip_version': 4}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:46.796682 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] Set router d3688323-8aea-457e-84c2-ab9b2ef8b087 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:38:46.822057 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f15118-c05b-417a-94ac-b3bbfe5f3945 admin admin] Made reservation on behalf of d10f1f35702e4553a990a3efc881da6a for: {'subnet': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:38:46.824482 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e3f15118-c05b-417a-94ac-b3bbfe5f3945 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4301685'] for subnet (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:47.010470 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 2, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:47.039690 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e3f15118-c05b-417a-94ac-b3bbfe5f3945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6234510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4301659'] for subnet (2e3d4be6-4480-4a1a-b9e2-a55f90023b04), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:47.040900 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] Checking router: d3688323-8aea-457e-84c2-ab9b2ef8b087 for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:38:47.041266 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] Updating router d3688323-8aea-457e-84c2-ab9b2ef8b087 port 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb binding host dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:38:47.066430 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:47.102318 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f15118-c05b-417a-94ac-b3bbfe5f3945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e3d4be6-4480-4a1a-b9e2-a55f90023b04,revision_number=0']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:47.107733 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f15118-c05b-417a-94ac-b3bbfe5f3945 admin admin] Checking segment: {'id': 'cfd71ebd-3936-4d4b-84ec-f3f5360092ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65f56acf-dfe5-4997-8e5a-4994a6fa0df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:38:47.107918 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f15118-c05b-417a-94ac-b3bbfe5f3945 admin admin] Network hostable DHCP agents. Network: 65f56acf-dfe5-4997-8e5a-4994a6fa0df6, hostable agents: ['0d168223-99d0-40e7-a552-9355723bc6d5'], hosted agents: [] {{(pid=103172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:38:47.159836 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f15118-c05b-417a-94ac-b3bbfe5f3945 admin admin] Network 65f56acf-dfe5-4997-8e5a-4994a6fa0df6 is scheduled to be hosted by DHCP agent 0d168223-99d0-40e7-a552-9355723bc6d5 with binding_index 1 {{(pid=103172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:38:47.233706 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-e3f15118-c05b-417a-94ac-b3bbfe5f3945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-7-iscsi, 65f56acf-dfe5-4997-8e5a-4994a6fa0df6) {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:38:47.237753 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f15118-c05b-417a-94ac-b3bbfe5f3945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:47.238378 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e3f15118-c05b-417a-94ac-b3bbfe5f3945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:47.244969 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d1bfb4-65e4-41f6-8cc8-482bc62fe1ef None None] Network 65f56acf-dfe5-4997-8e5a-4994a6fa0df6 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:38:47.329925 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-e3f15118-c05b-417a-94ac-b3bbfe5f3945 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5867207 Jan 18 19:38:47.332813 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 35104) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:47.337649 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-a2ad0b64-8ddf-4b84-b64e-12980213f54a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-280668425-router', 'tenant_id': 'd10f1f35702e4553a990a3efc881da6a', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:47.413269 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp129c5bed-9af5-5ca5-9b54-29f02576e802-65f56acf-dfe5-4997-8e5a-4994a6fa0df6', 'network_id': '65f56acf-dfe5-4997-8e5a-4994a6fa0df6', 'project_id': 'd10f1f35702e4553a990a3efc881da6a', 'fixed_ips': [{'subnet_id': '2e3d4be6-4480-4a1a-b9e2-a55f90023b04'}]}} from dv-cinder-811877-7-iscsi. {{(pid=103174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 19:38:47.414172 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:47.416769 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0b64-8ddf-4b84-b64e-12980213f54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9179'] for router (5125d48b-0979-4a75-96e3-bb8c9d22517a), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:47.417880 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0b64-8ddf-4b84-b64e-12980213f54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2091013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1984424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9184'] for router (5125d48b-0979-4a75-96e3-bb8c9d22517a), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:47.436262 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] Publish callbacks [] for port (3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:47.469993 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0b64-8ddf-4b84-b64e-12980213f54a admin admin] Publish callbacks [] for router_controller (5125d48b-0979-4a75-96e3-bb8c9d22517a), precommit_add_association {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:47.503132 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:47.702988 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0b64-8ddf-4b84-b64e-12980213f54a admin admin] Publish callbacks [] for router_gateway (5125d48b-0979-4a75-96e3-bb8c9d22517a), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:47.716698 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19f2b8-da0e-4cd7-b695-a8e2ea798f1e None None] Pushing event updated for resources: {'Port': ['ID=3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:47.760471 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] Allocated IP 172.20.0.2 (65f56acf-dfe5-4997-8e5a-4994a6fa0df6/2e3d4be6-4480-4a1a-b9e2-a55f90023b04/04514478-c7d4-489c-840d-5a0e74aa6ff7) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:38:47.783084 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] Attempting to bind port 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:38:47.783461 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] Attempting to bind port 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:38:47.783826 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] Attempting to bind port 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb on network 587eb791-8376-4b85-b8c3-4979fdf6baa8 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:38:47.800022 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:38:47.800403 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] Checking segment: {'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:38:47.800811 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:47.801199 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] Bound using segment: {'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:38:47.801683 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] Bound port: 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:38:47.802067 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:47.845208 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Request body: {'port': {'device_id': 'baf04c92-6096-4826-85fb-8ddf324bfcf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:47.864155 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e5cb0d43-a60f-45d4-948e-b12b33495727 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Request body: {'port': {'device_id': '1e065eda-3101-48f7-bc78-08a5a83915ca', 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b', 'admin_state_up': True, 'tenant_id': 'be668e6d10aa4518abe4256a2c3660a5'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:47.900510 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-3affa54f-d201-441b-8be7-6a2840f3472f None None] Provisioning complete for port 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:47.900892 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3affa54f-d201-441b-8be7-6a2840f3472f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:47.935645 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (78271a93-f866-402f-b0e3-233356392cba), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:47.959574 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8d9c431f-4d69-444a-8f2e-e4c0c8b4e1da req-9441af91-5a05-4abd-b9c4-722ec7ab0267 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0909185 Jan 18 19:38:48.033647 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-3affa54f-d201-441b-8be7-6a2840f3472f None None] Port 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:38:48.044375 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] For port 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:38:48.046816 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] For port 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:38:48.064888 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] Publish callbacks [] for port (04514478-c7d4-489c-840d-5a0e74aa6ff7), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:48.092683 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e5cb0d43-a60f-45d4-948e-b12b33495727 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Made reservation on behalf of be668e6d10aa4518abe4256a2c3660a5 for: {'port': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:38:48.097276 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e5cb0d43-a60f-45d4-948e-b12b33495727 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:48.108884 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device ce077539-57b9-4a24-83f4-14502afcd6cd up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:38:48.133333 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:48.183594 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (04514478-c7d4-489c-840d-5a0e74aa6ff7), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:48.246543 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0b64-8ddf-4b84-b64e-12980213f54a admin admin] Publish callbacks [] for router_gateway (5125d48b-0979-4a75-96e3-bb8c9d22517a), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:48.268650 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0b64-8ddf-4b84-b64e-12980213f54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:48.274701 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19f2b8-da0e-4cd7-b695-a8e2ea798f1e None None] Pushing event updated for resources: {'Port': ['ID=3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:48.324099 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] Network 65f56acf-dfe5-4997-8e5a-4994a6fa0df6 is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:38:48.333505 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] Routers {'d3688323-8aea-457e-84c2-ab9b2ef8b087'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:38:48.334221 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:38:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d3688323-8aea-457e-84c2-ab9b2ef8b087'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:48.338285 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:38:48.341976 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:38:48.364092 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port ce077539-57b9-4a24-83f4-14502afcd6cd triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:48.364465 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (ce077539-57b9-4a24-83f4-14502afcd6cd), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:48.459531 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-a2ad0b64-8ddf-4b84-b64e-12980213f54a admin admin] Allocated IP 172.27.2.188 (f5eef2c2-a885-4f46-b327-cbc20c3014d9/9269629e-72aa-4525-943b-faee8ca91ecd/60ab7efb-20f9-40cb-99a7-e5882fbb71b4) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:38:48.461242 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1015ef2d-718d-42cb-b51f-3b04ffe8a80e req-a5987bcf-e3ad-4cda-b819-e826097d2192 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 210 time: 0.3561816 Jan 18 19:38:48.483093 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] Pushing event updated for resources: {'Port': ['ID=04514478-c7d4-489c-840d-5a0e74aa6ff7,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:48.595530 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] Attempting to bind port 04514478-c7d4-489c-840d-5a0e74aa6ff7 on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:38:48.596197 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] Attempting to bind port 04514478-c7d4-489c-840d-5a0e74aa6ff7 by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': 'cfd71ebd-3936-4d4b-84ec-f3f5360092ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65f56acf-dfe5-4997-8e5a-4994a6fa0df6'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:38:48.596567 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] Attempting to bind port 04514478-c7d4-489c-840d-5a0e74aa6ff7 on network 65f56acf-dfe5-4997-8e5a-4994a6fa0df6 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:38:48.616191 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f12d1-337d-4481-b6f3-03188886284a req-a343d07d-9a31-4b8e-9f1e-d4de6c50a2a0 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:48.616813 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:38:48.617196 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] Checking segment: {'id': 'cfd71ebd-3936-4d4b-84ec-f3f5360092ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65f56acf-dfe5-4997-8e5a-4994a6fa0df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:38:48.617946 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a35f12d1-337d-4481-b6f3-03188886284a req-a343d07d-9a31-4b8e-9f1e-d4de6c50a2a0 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 931 time: 0.5145676 Jan 18 19:38:48.622891 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:48.623122 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c431f-4d69-444a-8f2e-e4c0c8b4e1da req-09263990-1d8a-4df6-b0fb-2198328254d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:48.623400 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] Bound using segment: {'id': 'cfd71ebd-3936-4d4b-84ec-f3f5360092ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65f56acf-dfe5-4997-8e5a-4994a6fa0df6'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:38:48.623926 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] Bound port: 04514478-c7d4-489c-840d-5a0e74aa6ff7, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd71ebd-3936-4d4b-84ec-f3f5360092ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65f56acf-dfe5-4997-8e5a-4994a6fa0df6'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:38:48.624316 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (04514478-c7d4-489c-840d-5a0e74aa6ff7), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:48.624869 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8d9c431f-4d69-444a-8f2e-e4c0c8b4e1da req-09263990-1d8a-4df6-b0fb-2198328254d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d566f74dc13d4f3ea84a0b02cd9786fa&device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 1099 time: 0.5226102 Jan 18 19:38:48.633125 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e5cb0d43-a60f-45d4-948e-b12b33495727 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Allocated IP 172.20.0.6 (4f02a957-f869-4436-9e44-afa05054a27b/c5acafb2-5b1c-4f2d-8e13-e936b8fb807f/43edf6a8-b4f3-4146-93de-cae10a843edd) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:38:48.647052 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] Set router d3688323-8aea-457e-84c2-ab9b2ef8b087 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:38:48.651887 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-ca94057c-5adc-47fd-afc6-d9e3d0c7d02d None None] Provisioning complete for port 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:48.651887 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ca94057c-5adc-47fd-afc6-d9e3d0c7d02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:48.689466 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0b64-8ddf-4b84-b64e-12980213f54a admin admin] Publish callbacks [] for port (60ab7efb-20f9-40cb-99a7-e5882fbb71b4), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:48.716202 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd2102-39ab-4b59-b566-1ab9f60af3b2 req-94427b23-c2b5-4ddb-aadd-77a7e247183d tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:48.717556 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-23fd2102-39ab-4b59-b566-1ab9f60af3b2 req-94427b23-c2b5-4ddb-aadd-77a7e247183d tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.1579351 Jan 18 19:38:48.796384 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a35f12d1-337d-4481-b6f3-03188886284a req-e0eb709d-26f6-4b8c-8497-b718e0891996 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668313 Jan 18 19:38:48.808368 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port ce077539-57b9-4a24-83f4-14502afcd6cd is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:48.847380 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0b64-8ddf-4b84-b64e-12980213f54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (60ab7efb-20f9-40cb-99a7-e5882fbb71b4), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:48.882375 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78271a93-f866-402f-b0e3-233356392cba {{(pid=103172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:38:48.889884 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] For port 04514478-c7d4-489c-840d-5a0e74aa6ff7, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:38:48.893324 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-23fd2102-39ab-4b59-b566-1ab9f60af3b2 req-a9bccc6f-4f3b-4304-95b5-bb618707d63c tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438935 Jan 18 19:38:48.897813 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Publish callbacks [] for port (78271a93-f866-402f-b0e3-233356392cba), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:48.901904 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c431f-4d69-444a-8f2e-e4c0c8b4e1da req-75792b18-47ca-4fd4-8169-8ca4522c855f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:48.903524 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8d9c431f-4d69-444a-8f2e-e4c0c8b4e1da req-75792b18-47ca-4fd4-8169-8ca4522c855f service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a37f81d-d7f4-49f1-80e7-09fae1eca369 HTTP/1.1" status: 200 len: 920 time: 0.2440391 Jan 18 19:38:48.906712 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e5cb0d43-a60f-45d4-948e-b12b33495727 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks [] for port (43edf6a8-b4f3-4146-93de-cae10a843edd), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:48.926014 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ad0b64-8ddf-4b84-b64e-12980213f54a admin admin] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:38:48.932548 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-a2ad0b64-8ddf-4b84-b64e-12980213f54a admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:38:48.935774 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ad0b64-8ddf-4b84-b64e-12980213f54a admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:38:48.936648 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.provisioning_blocks [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Transition to ACTIVE for port object 78271a93-f866-402f-b0e3-233356392cba will not be triggered until provisioned by entity L2. {{(pid=103172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:38:48.939570 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] For port 04514478-c7d4-489c-840d-5a0e74aa6ff7, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=04514478-c7d4-489c-840d-5a0e74aa6ff7,segment=NetworkSegment(cfd71ebd-3936-4d4b-84ec-f3f5360092ef),segment_id=cfd71ebd-3936-4d4b-84ec-f3f5360092ef)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:38:48.939863 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad0b64-8ddf-4b84-b64e-12980213f54a admin admin] Pushing event updated for resources: {'Port': ['ID=60ab7efb-20f9-40cb-99a7-e5882fbb71b4,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:48.981070 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-ca94057c-5adc-47fd-afc6-d9e3d0c7d02d None None] Current status of the port 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:48.987470 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ca94057c-5adc-47fd-afc6-d9e3d0c7d02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:49.017328 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8d9c431f-4d69-444a-8f2e-e4c0c8b4e1da req-1d3db2c1-bfac-4530-a2a3-39c261bc9a40 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=166bb415-79b5-4222-8ef1-ee6576e2955d HTTP/1.1" status: 200 len: 217 time: 0.1061044 Jan 18 19:38:49.041835 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-ca94057c-5adc-47fd-afc6-d9e3d0c7d02d None None] For port 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:38:49.057949 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (78271a93-f866-402f-b0e3-233356392cba), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:49.058884 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (04514478-c7d4-489c-840d-5a0e74aa6ff7), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:49.062905 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:48Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:49.125945 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9dbe3a-2d47-498c-9f7a-5c30c5765bf6 None None] The sync data for ids ['d3688323-8aea-457e-84c2-ab9b2ef8b087'] in dv-cinder-811877-7-iscsi is: [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:48Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:38:49.137969 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e5cb0d43-a60f-45d4-948e-b12b33495727 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (43edf6a8-b4f3-4146-93de-cae10a843edd), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:49.181226 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['e5e4ef92-a840-4d41-ae88-02e476cd254b', 'ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4', 'c9ff1ff2-6f4c-4e09-bd63-df92e479831c'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:38:49.219530 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ca94057c-5adc-47fd-afc6-d9e3d0c7d02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:49.282396 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Pushing event updated for resources: {'Port': ['ID=78271a93-f866-402f-b0e3-233356392cba,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:49.293420 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885018c-464e-4142-bd21-6dcef159cde0 None None] Pushing event updated for resources: {'Port': ['ID=04514478-c7d4-489c-840d-5a0e74aa6ff7,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:49.305839 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Attempting to bind port 78271a93-f866-402f-b0e3-233356392cba on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:38:49.306225 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Attempting to bind port 78271a93-f866-402f-b0e3-233356392cba by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'fbff2775-c3d6-4f3f-8ec0-8a27bebf478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6'}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:38:49.306560 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Attempting to bind port 78271a93-f866-402f-b0e3-233356392cba on network a305aad1-af7c-4389-9b17-82d960c973f6 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:38:49.313297 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0cbf165-cf51-436a-9d47-76330a8604c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:49.318650 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Port 78271a93-f866-402f-b0e3-233356392cba on network a305aad1-af7c-4389-9b17-82d960c973f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:38:49.318650 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Attempting to bind port 78271a93-f866-402f-b0e3-233356392cba on network a305aad1-af7c-4389-9b17-82d960c973f6 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:38:49.340402 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:38:49.340745 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Checking segment: {'id': 'fbff2775-c3d6-4f3f-8ec0-8a27bebf478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:38:49.341313 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Bound using segment: {'id': 'fbff2775-c3d6-4f3f-8ec0-8a27bebf478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6'} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:38:49.341902 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Bound port: 78271a93-f866-402f-b0e3-233356392cba, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbff2775-c3d6-4f3f-8ec0-8a27bebf478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6'}}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:38:49.342442 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (78271a93-f866-402f-b0e3-233356392cba), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:49.346156 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c431f-4d69-444a-8f2e-e4c0c8b4e1da req-3bf7d0ff-4aeb-4618-a7cf-41ff9591150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:49.347867 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8d9c431f-4d69-444a-8f2e-e4c0c8b4e1da req-3bf7d0ff-4aeb-4618-a7cf-41ff9591150b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bdd86ec8-e4ac-4f77-b398-ae467a5e4aac HTTP/1.1" status: 200 len: 859 time: 0.2267675 Jan 18 19:38:49.400167 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8d9c431f-4d69-444a-8f2e-e4c0c8b4e1da req-9f090b0c-17d7-4d4b-b74c-4504ebcb0a86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a37f81d-d7f4-49f1-80e7-09fae1eca369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429702 Jan 18 19:38:49.450705 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94057c-5adc-47fd-afc6-d9e3d0c7d02d None None] Pushing event updated for resources: {'Port': ['ID=3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:49.510317 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] For port 78271a93-f866-402f-b0e3-233356392cba, host hv-cinder-81187, cleared binding levels {{(pid=103172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:38:49.521330 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] For port 78271a93-f866-402f-b0e3-233356392cba, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=78271a93-f866-402f-b0e3-233356392cba,segment=NetworkSegment(fbff2775-c3d6-4f3f-8ec0-8a27bebf478f),segment_id=fbff2775-c3d6-4f3f-8ec0-8a27bebf478f)] {{(pid=103172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:38:49.686378 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (78271a93-f866-402f-b0e3-233356392cba), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:49.775588 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528c749-131a-4b03-bd21-97386886383e req-7daaeff9-e77b-4336-9b27-9f040eec377a tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:49.776746 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1528c749-131a-4b03-bd21-97386886383e req-7daaeff9-e77b-4336-9b27-9f040eec377a tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 931 time: 0.2039835 Jan 18 19:38:49.824515 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:49.825204 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:49.838938 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] 10.222.0.35 "PUT /v2.0/ports/78271a93-f866-402f-b0e3-233356392cba HTTP/1.1" status: 200 len: 1093 time: 1.9982917 Jan 18 19:38:49.841948 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e5cb0d43-a60f-45d4-948e-b12b33495727 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Network 4f02a957-f869-4436-9e44-afa05054a27b is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:38:49.845662 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb0d43-a60f-45d4-948e-b12b33495727 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Pushing event updated for resources: {'Port': ['ID=43edf6a8-b4f3-4146-93de-cae10a843edd,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:49.846605 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf04c92-6096-4826-85fb-8ddf324bfcf2', 'tag': '78271a93-f866-402f-b0e3-233356392cba'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:38:49.853349 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7260bc97-51c5-444c-8c45-b49450456b36" -d '{"events": [{"name": "network-changed", "server_uuid": "baf04c92-6096-4826-85fb-8ddf324bfcf2", "tag": "78271a93-f866-402f-b0e3-233356392cba"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:38:49.935627 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e5cb0d43-a60f-45d4-948e-b12b33495727 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:38:49.947169 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e5cb0d43-a60f-45d4-948e-b12b33495727 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:38:50.035041 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8d9c431f-4d69-444a-8f2e-e4c0c8b4e1da req-061ed3d5-1811-4478-9fb5-1214d3f9d204 service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120447 Jan 18 19:38:50.046598 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:50.088694 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0b64-8ddf-4b84-b64e-12980213f54a admin admin] Publish callbacks [] for router_gateway (5125d48b-0979-4a75-96e3-bb8c9d22517a), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:50.108981 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e5cb0d43-a60f-45d4-948e-b12b33495727 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:50.110209 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e5cb0d43-a60f-45d4-948e-b12b33495727 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:50.167119 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:38:50.207754 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ae610-42a0-4ddd-a9d2-7fdf9d4a4649 service neutron] Pushing event updated for resources: {'Port': ['ID=78271a93-f866-402f-b0e3-233356392cba,revision_number=3']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:50.249631 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:50.250390 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:50.251574 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1528c749-131a-4b03-bd21-97386886383e req-5e17eccf-7ca3-48b7-aac8-1130a2bb430f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437282 Jan 18 19:38:50.267721 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3ff65-a06b-4c05-9ab8-b025c13e60d4 req-428a2fe6-98d4-4c6e-8080-5b455f15256a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:50.278853 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9ee3ff65-a06b-4c05-9ab8-b025c13e60d4 req-428a2fe6-98d4-4c6e-8080-5b455f15256a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 943 time: 0.3180449 Jan 18 19:38:50.305144 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-16339a91-fd89-4bf0-bff3-0e07467e7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:50.309621 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-16339a91-fd89-4bf0-bff3-0e07467e7cf3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1a3d66fd692461db39e7663dfb12bd6&device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 1096 time: 0.3089011 Jan 18 19:38:50.332851 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e5cb0d43-a60f-45d4-948e-b12b33495727 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4715922 Jan 18 19:38:50.344628 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Request body: {'port': {'device_id': '1e065eda-3101-48f7-bc78-08a5a83915ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:50.433829 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:50.436554 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 04514478-c7d4-489c-840d-5a0e74aa6ff7 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:38:50.450504 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07504a1f-6486-4a03-8ee5-8f9c56204670 x-openstack-request-id: req-07504a1f-6486-4a03-8ee5-8f9c56204670 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:38:50.450883 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf04c92-6096-4826-85fb-8ddf324bfcf2", "tag": "78271a93-f866-402f-b0e3-233356392cba", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:38:50.451226 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07504a1f-6486-4a03-8ee5-8f9c56204670 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:38:50.451732 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf04c92-6096-4826-85fb-8ddf324bfcf2', 'tag': '78271a93-f866-402f-b0e3-233356392cba', 'status': 'completed', 'code': 200} Jan 18 19:38:50.466728 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-3220239f-5d65-458a-8996-4da58cf0c294 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78271a93-f866-402f-b0e3-233356392cba HTTP/1.1" status: 200 len: 217 time: 0.1487172 Jan 18 19:38:50.471205 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (43edf6a8-b4f3-4146-93de-cae10a843edd), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:50.538488 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8d9c431f-4d69-444a-8f2e-e4c0c8b4e1da req-6841604a-8926-4218-944b-e50be3af8290 service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492776 Jan 18 19:38:50.548671 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9ee3ff65-a06b-4c05-9ab8-b025c13e60d4 req-d4430508-bb79-4a6b-b448-980a1a6c37c9 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687640 Jan 18 19:38:50.566983 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0b64-8ddf-4b84-b64e-12980213f54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2091036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087314'] for router (5125d48b-0979-4a75-96e3-bb8c9d22517a), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:50.569387 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-18c8e376-0fcb-46d6-836c-85c52b0f3ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:50.571036 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-18c8e376-0fcb-46d6-836c-85c52b0f3ab0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b36d59b-f16e-40de-96be-7acc3290ef4e HTTP/1.1" status: 200 len: 854 time: 0.0769212 Jan 18 19:38:50.579065 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 04514478-c7d4-489c-840d-5a0e74aa6ff7 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:50.579561 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (04514478-c7d4-489c-840d-5a0e74aa6ff7), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:50.664334 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9135847-3a93-4c60-8f0f-2111600f5355 req-6e476b9e-5fd0-47ba-ac8a-58e9ae28e4cc tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:50.671700 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f9135847-3a93-4c60-8f0f-2111600f5355 req-6e476b9e-5fd0-47ba-ac8a-58e9ae28e4cc tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.2315271 Jan 18 19:38:50.739509 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-920b0814-f442-4dfd-8c71-d6857b06162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:50.741291 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-920b0814-f442-4dfd-8c71-d6857b06162e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a305aad1-af7c-4389-9b17-82d960c973f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1515486 Jan 18 19:38:50.745833 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f9135847-3a93-4c60-8f0f-2111600f5355 req-52825dc0-2dd0-43d2-aa84-a8db758219e5 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730786 Jan 18 19:38:50.902103 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 04514478-c7d4-489c-840d-5a0e74aa6ff7 is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:50.902557 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (04514478-c7d4-489c-840d-5a0e74aa6ff7), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:50.926700 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c92f6c7-49d5-441a-8799-99aa1f1556bc None None] Network 65f56acf-dfe5-4997-8e5a-4994a6fa0df6 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:38:50.935243 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-237bc2c1-e4c6-4bc8-bdba-7dd5d9597ac8 service neutron] 10.222.0.35 "GET /v2.0/networks/a305aad1-af7c-4389-9b17-82d960c973f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308112 Jan 18 19:38:51.023288 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] For port 04514478-c7d4-489c-840d-5a0e74aa6ff7, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=04514478-c7d4-489c-840d-5a0e74aa6ff7,segment=NetworkSegment(cfd71ebd-3936-4d4b-84ec-f3f5360092ef),segment_id=cfd71ebd-3936-4d4b-84ec-f3f5360092ef)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:38:51.036534 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-dcb95955-834a-46ff-b929-3616ee3f71e1 None None] Provisioning complete for port 04514478-c7d4-489c-840d-5a0e74aa6ff7 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:51.037225 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dcb95955-834a-46ff-b929-3616ee3f71e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (04514478-c7d4-489c-840d-5a0e74aa6ff7), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:51.058622 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43edf6a8-b4f3-4146-93de-cae10a843edd {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:38:51.059985 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-40b8027a-0aca-4576-a72a-7894a4ee005d req-1577df10-302a-4ecd-8e97-81a3b106e9ca service neutron] 10.222.0.35 "GET /v2.0/networks/a305aad1-af7c-4389-9b17-82d960c973f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170614 Jan 18 19:38:51.068180 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Publish callbacks [] for port (43edf6a8-b4f3-4146-93de-cae10a843edd), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:51.084490 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Transition to ACTIVE for port object 43edf6a8-b4f3-4146-93de-cae10a843edd will not be triggered until provisioned by entity L2. {{(pid=103173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:38:51.118207 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (04514478-c7d4-489c-840d-5a0e74aa6ff7), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:51.130527 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ad0b64-8ddf-4b84-b64e-12980213f54a admin admin] Router 5125d48b-0979-4a75-96e3-bb8c9d22517a is scheduled to L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb with binding_index 1 {{(pid=103173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 19:38:51.182816 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740253'] for port (43edf6a8-b4f3-4146-93de-cae10a843edd), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:51.197764 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Pushing event updated for resources: {'Port': ['ID=04514478-c7d4-489c-840d-5a0e74aa6ff7,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:51.238382 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-dcb95955-834a-46ff-b929-3616ee3f71e1 None None] Current status of the port 04514478-c7d4-489c-840d-5a0e74aa6ff7 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:51.257183 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260bc97-51c5-444c-8c45-b49450456b36 req-88a96515-6ad4-42eb-9aa3-044b2c2f63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:51.260673 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7260bc97-51c5-444c-8c45-b49450456b36 req-88a96515-6ad4-42eb-9aa3-044b2c2f63fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1a3d66fd692461db39e7663dfb12bd6&device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 1096 time: 0.0732002 Jan 18 19:38:51.292050 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ad0b64-8ddf-4b84-b64e-12980213f54a admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:38:51.306425 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] Sync routers for ids ['5125d48b-0979-4a75-96e3-bb8c9d22517a'] in dv-cinder-811877-7-iscsi {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:38:51.321728 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] Routers {'5125d48b-0979-4a75-96e3-bb8c9d22517a'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:38:51.323109 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:38:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['5125d48b-0979-4a75-96e3-bb8c9d22517a'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:51.432516 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Pushing event updated for resources: {'Port': ['ID=43edf6a8-b4f3-4146-93de-cae10a843edd,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:51.480179 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] Set router 5125d48b-0979-4a75-96e3-bb8c9d22517a gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:38:51.500511 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260bc97-51c5-444c-8c45-b49450456b36 req-7c6957d0-6235-4159-b248-90fb1a3c6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:51.502829 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7260bc97-51c5-444c-8c45-b49450456b36 req-7c6957d0-6235-4159-b248-90fb1a3c6fe6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a305aad1-af7c-4389-9b17-82d960c973f6 HTTP/1.1" status: 200 len: 916 time: 0.2347074 Jan 18 19:38:51.510894 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Attempting to bind port 43edf6a8-b4f3-4146-93de-cae10a843edd on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:38:51.511768 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Attempting to bind port 43edf6a8-b4f3-4146-93de-cae10a843edd by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'd825a0a3-ef43-4bc3-a962-25028b7a09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:38:51.513174 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Attempting to bind port 43edf6a8-b4f3-4146-93de-cae10a843edd on network 4f02a957-f869-4436-9e44-afa05054a27b {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:38:51.515140 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94698fcc-4f43-47c8-bf2c-d94cb4000d1e req-038b2f37-e771-4234-8d12-527a6dcaa359 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:51.517033 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-94698fcc-4f43-47c8-bf2c-d94cb4000d1e req-038b2f37-e771-4234-8d12-527a6dcaa359 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 943 time: 0.1081080 Jan 18 19:38:51.517198 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Port 43edf6a8-b4f3-4146-93de-cae10a843edd on network 4f02a957-f869-4436-9e44-afa05054a27b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:38:51.517509 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Attempting to bind port 43edf6a8-b4f3-4146-93de-cae10a843edd on network 4f02a957-f869-4436-9e44-afa05054a27b {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:38:51.523178 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:38:51.523511 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Checking segment: {'id': 'd825a0a3-ef43-4bc3-a962-25028b7a09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:38:51.523971 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Bound using segment: {'id': 'd825a0a3-ef43-4bc3-a962-25028b7a09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:38:51.524399 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Bound port: 43edf6a8-b4f3-4146-93de-cae10a843edd, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd825a0a3-ef43-4bc3-a962-25028b7a09ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:38:51.524753 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (43edf6a8-b4f3-4146-93de-cae10a843edd), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:51.525174 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:51.540250 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a2ad0b64-8ddf-4b84-b64e-12980213f54a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:51.544292 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-a2ad0b64-8ddf-4b84-b64e-12980213f54a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2073863 Jan 18 19:38:51.544436 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 35160) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:51.578831 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-cc63ac1c-17ce-4642-afc4-de02dc17dccb None None] Provisioning complete for port 04514478-c7d4-489c-840d-5a0e74aa6ff7 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:51.587528 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-cc63ac1c-17ce-4642-afc4-de02dc17dccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (04514478-c7d4-489c-840d-5a0e74aa6ff7), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:51.607652 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7260bc97-51c5-444c-8c45-b49450456b36 req-bc87aaee-7ab3-4deb-8a3b-6f8b39305eb4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78271a93-f866-402f-b0e3-233356392cba HTTP/1.1" status: 200 len: 217 time: 0.0896189 Jan 18 19:38:51.675393 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-94698fcc-4f43-47c8-bf2c-d94cb4000d1e req-e25b1a7a-eb20-4e0a-a347-5d06c402b65d tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381080 Jan 18 19:38:51.720963 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] For port 43edf6a8-b4f3-4146-93de-cae10a843edd, host hv-cinder-81187, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:38:51.721395 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] For port 43edf6a8-b4f3-4146-93de-cae10a843edd, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=43edf6a8-b4f3-4146-93de-cae10a843edd,segment=NetworkSegment(d825a0a3-ef43-4bc3-a962-25028b7a09ce),segment_id=d825a0a3-ef43-4bc3-a962-25028b7a09ce)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:38:51.727687 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-cc63ac1c-17ce-4642-afc4-de02dc17dccb None None] Current status of the port 04514478-c7d4-489c-840d-5a0e74aa6ff7 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:51.738289 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260bc97-51c5-444c-8c45-b49450456b36 req-be784aa3-cc30-473d-8b0a-26a0bb4331b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:51.739705 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7260bc97-51c5-444c-8c45-b49450456b36 req-be784aa3-cc30-473d-8b0a-26a0bb4331b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b36d59b-f16e-40de-96be-7acc3290ef4e HTTP/1.1" status: 200 len: 854 time: 0.1233780 Jan 18 19:38:51.748852 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cf46f-331d-4b24-b758-f02808898be9 req-de5a5b96-d20a-4f67-8def-cc0c13bde154 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:51.750443 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5f1cf46f-331d-4b24-b758-f02808898be9 req-de5a5b96-d20a-4f67-8def-cc0c13bde154 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 943 time: 0.0988286 Jan 18 19:38:51.813760 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'name': 'tempest-TestVolumeBootPattern-280668425-router', 'tenant_id': 'd10f1f35702e4553a990a3efc881da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '60ab7efb-20f9-40cb-99a7-e5882fbb71b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:47Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 3, 'project_id': 'd10f1f35702e4553a990a3efc881da6a', 'gw_port': {'id': '60ab7efb-20f9-40cb-99a7-e5882fbb71b4', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:48Z', 'updated_at': '2022-01-18T19:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:51.830478 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5f1cf46f-331d-4b24-b758-f02808898be9 req-bcb0f52b-a58a-48d0-ab47-59eb0003a9c4 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710826 Jan 18 19:38:51.836300 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260bc97-51c5-444c-8c45-b49450456b36 req-7455e4ea-dad2-4e0f-a2d8-03b203fae3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:51.837783 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7260bc97-51c5-444c-8c45-b49450456b36 req-7455e4ea-dad2-4e0f-a2d8-03b203fae3b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a305aad1-af7c-4389-9b17-82d960c973f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0864558 Jan 18 19:38:51.857022 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] Checking router: 5125d48b-0979-4a75-96e3-bb8c9d22517a for host: dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:38:51.857441 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] Updating router 5125d48b-0979-4a75-96e3-bb8c9d22517a port 60ab7efb-20f9-40cb-99a7-e5882fbb71b4 binding host dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:38:51.873332 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740253'] for port (43edf6a8-b4f3-4146-93de-cae10a843edd), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:51.920539 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:51.920943 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (60ab7efb-20f9-40cb-99a7-e5882fbb71b4), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:51.921659 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:51.923696 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] 10.222.0.35 "PUT /v2.0/ports/43edf6a8-b4f3-4146-93de-cae10a843edd HTTP/1.1" status: 200 len: 1093 time: 1.5834110 Jan 18 19:38:51.928139 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e065eda-3101-48f7-bc78-08a5a83915ca', 'tag': '43edf6a8-b4f3-4146-93de-cae10a843edd'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:38:51.931218 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2192f31b9332bf9c25be62e2eb712fda9b4426ea0356a3efb127a3d7520833a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77324d5e-1e0e-4913-994e-c6cdbbbb922e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e065eda-3101-48f7-bc78-08a5a83915ca", "tag": "43edf6a8-b4f3-4146-93de-cae10a843edd"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:38:51.973296 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569c556-041f-43f3-b84a-90c4752ee868 req-805c47a8-ca71-460a-906f-e056e3880c19 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:51.975312 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0569c556-041f-43f3-b84a-90c4752ee868 req-805c47a8-ca71-460a-906f-e056e3880c19 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.1206791 Jan 18 19:38:52.023880 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7260bc97-51c5-444c-8c45-b49450456b36 req-28345281-9998-4aa5-b2ed-f8e42661ba57 service neutron] 10.222.0.35 "GET /v2.0/networks/a305aad1-af7c-4389-9b17-82d960c973f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707129 Jan 18 19:38:52.044069 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6d18a-6e4e-486a-a004-54430cfa7f08 service neutron] Pushing event updated for resources: {'Port': ['ID=43edf6a8-b4f3-4146-93de-cae10a843edd,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:52.056729 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 04514478-c7d4-489c-840d-5a0e74aa6ff7 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:38:52.119876 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 04514478-c7d4-489c-840d-5a0e74aa6ff7 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:52.119876 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (04514478-c7d4-489c-840d-5a0e74aa6ff7), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:52.231087 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-4f6b0689-2d3e-4506-b237-a1a5c874fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:52.232684 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-4f6b0689-2d3e-4506-b237-a1a5c874fca2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be668e6d10aa4518abe4256a2c3660a5&device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 1096 time: 0.1475184 Jan 18 19:38:52.234751 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 04514478-c7d4-489c-840d-5a0e74aa6ff7 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:52.239292 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b255cf8-4bd9-49ac-8b18-47c006e7d195 x-openstack-request-id: req-4b255cf8-4bd9-49ac-8b18-47c006e7d195 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:38:52.239587 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e065eda-3101-48f7-bc78-08a5a83915ca", "tag": "43edf6a8-b4f3-4146-93de-cae10a843edd", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:38:52.239839 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b255cf8-4bd9-49ac-8b18-47c006e7d195 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:38:52.240243 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e065eda-3101-48f7-bc78-08a5a83915ca', 'tag': '43edf6a8-b4f3-4146-93de-cae10a843edd', 'status': 'completed', 'code': 200} Jan 18 19:38:52.288064 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-101a0901-52fc-42e3-8ad5-b9027655881a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43edf6a8-b4f3-4146-93de-cae10a843edd HTTP/1.1" status: 200 len: 217 time: 0.0426903 Jan 18 19:38:52.364817 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0569c556-041f-43f3-b84a-90c4752ee868 req-1ffa9478-f467-40f2-a452-dd0e5558205f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695652 Jan 18 19:38:52.382121 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] Publish callbacks [] for port (60ab7efb-20f9-40cb-99a7-e5882fbb71b4), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:52.419762 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-04cd8cba-8e9d-49ea-ba2c-59279f18341d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:52.420187 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7260bc97-51c5-444c-8c45-b49450456b36 req-23ccae25-7b3d-4075-a255-bf8ef249ff17 service neutron] 10.222.0.35 "GET /v2.0/networks/a305aad1-af7c-4389-9b17-82d960c973f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850930 Jan 18 19:38:52.421288 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-04cd8cba-8e9d-49ea-ba2c-59279f18341d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5acafb2-5b1c-4f2d-8e13-e936b8fb807f HTTP/1.1" status: 200 len: 854 time: 0.1047325 Jan 18 19:38:52.459872 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-75d82964-3a6b-4c49-a231-82c7d74e1c76 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f02a957-f869-4436-9e44-afa05054a27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273836 Jan 18 19:38:52.467113 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (60ab7efb-20f9-40cb-99a7-e5882fbb71b4), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:52.521411 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40798690-5bb4-42fc-99c9-9a173f4e72ce None None] Pushing event updated for resources: {'Port': ['ID=60ab7efb-20f9-40cb-99a7-e5882fbb71b4,revision_number=2']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:52.528713 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] Attempting to bind port 60ab7efb-20f9-40cb-99a7-e5882fbb71b4 on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:38:52.529157 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] Attempting to bind port 60ab7efb-20f9-40cb-99a7-e5882fbb71b4 by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:38:52.529580 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] Attempting to bind port 60ab7efb-20f9-40cb-99a7-e5882fbb71b4 on network f5eef2c2-a885-4f46-b327-cbc20c3014d9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:38:52.535942 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:38:52.536310 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] Checking segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:38:52.537832 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:52.537832 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] Bound using segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:38:52.537832 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] Bound port: 60ab7efb-20f9-40cb-99a7-e5882fbb71b4, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:38:52.538179 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (60ab7efb-20f9-40cb-99a7-e5882fbb71b4), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:52.548033 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-be4e6eee-3fcd-4aee-91cd-9870ac159956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:52.588063 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] For port 60ab7efb-20f9-40cb-99a7-e5882fbb71b4, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:38:52.591170 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] For port 60ab7efb-20f9-40cb-99a7-e5882fbb71b4, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=60ab7efb-20f9-40cb-99a7-e5882fbb71b4,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:38:52.622708 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-e465c7a4-a1df-42a8-a850-3776181d1e30 service neutron] 10.222.0.35 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414657 Jan 18 19:38:52.634012 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (60ab7efb-20f9-40cb-99a7-e5882fbb71b4), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:52.689314 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] Routers {'5125d48b-0979-4a75-96e3-bb8c9d22517a'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:38:52.689933 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:38:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['5125d48b-0979-4a75-96e3-bb8c9d22517a'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:52.738110 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40798690-5bb4-42fc-99c9-9a173f4e72ce None None] Pushing event updated for resources: {'Port': ['ID=60ab7efb-20f9-40cb-99a7-e5882fbb71b4,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:52.798545 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-88df38aa-ffda-4340-b501-d5d47ad5b499 req-47789a00-b52b-4f7a-94dc-187800869141 service neutron] 10.222.0.35 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666744 Jan 18 19:38:52.807905 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] Set router 5125d48b-0979-4a75-96e3-bb8c9d22517a gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:38:52.808652 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-be4e6eee-3fcd-4aee-91cd-9870ac159956 admin admin] Allocated IP 172.20.0.1 (65f56acf-dfe5-4997-8e5a-4994a6fa0df6/2e3d4be6-4480-4a1a-b9e2-a55f90023b04/e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:38:52.829834 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1639c-556e-4610-9f3f-f872305edf7a req-6dc4f162-b3c8-4745-858b-9fd99a59f4ba tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:52.831616 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d0f1639c-556e-4610-9f3f-f872305edf7a req-6dc4f162-b3c8-4745-858b-9fd99a59f4ba tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 943 time: 0.0606103 Jan 18 19:38:52.900669 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d0f1639c-556e-4610-9f3f-f872305edf7a req-b6efb151-521d-4aca-8078-f347643b4b65 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575035 Jan 18 19:38:52.968185 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac442f8e-5324-4184-b8db-4e0b0a489882 req-73220555-f1f7-4db9-b06e-6e4f8fca47c4 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:52.970198 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ac442f8e-5324-4184-b8db-4e0b0a489882 req-73220555-f1f7-4db9-b06e-6e4f8fca47c4 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 943 time: 0.0562649 Jan 18 19:38:53.022465 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:53.033361 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ac442f8e-5324-4184-b8db-4e0b0a489882 req-8f28dedc-e7ae-44f3-ad9a-6309deb5cf51 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567532 Jan 18 19:38:53.133806 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'name': 'tempest-TestVolumeBootPattern-280668425-router', 'tenant_id': 'd10f1f35702e4553a990a3efc881da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '60ab7efb-20f9-40cb-99a7-e5882fbb71b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:47Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 3, 'project_id': 'd10f1f35702e4553a990a3efc881da6a', 'gw_port': {'id': '60ab7efb-20f9-40cb-99a7-e5882fbb71b4', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:48Z', 'updated_at': '2022-01-18T19:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:53.161392 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d59c59-5b70-4a02-a81f-8665ec8359f7 None None] The sync data for ids ['5125d48b-0979-4a75-96e3-bb8c9d22517a'] in dv-cinder-811877-7-iscsi is: [{'id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'name': 'tempest-TestVolumeBootPattern-280668425-router', 'tenant_id': 'd10f1f35702e4553a990a3efc881da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '60ab7efb-20f9-40cb-99a7-e5882fbb71b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:47Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 3, 'project_id': 'd10f1f35702e4553a990a3efc881da6a', 'gw_port': {'id': '60ab7efb-20f9-40cb-99a7-e5882fbb71b4', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:48Z', 'updated_at': '2022-01-18T19:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:38:53.161683 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77324d5e-1e0e-4913-994e-c6cdbbbb922e req-4ff95e6f-dbab-46ff-aded-a7e020ffa2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:53.163161 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-77324d5e-1e0e-4913-994e-c6cdbbbb922e req-4ff95e6f-dbab-46ff-aded-a7e020ffa2c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be668e6d10aa4518abe4256a2c3660a5&device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 1096 time: 0.0831308 Jan 18 19:38:53.239624 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-be4e6eee-3fcd-4aee-91cd-9870ac159956 admin admin] Publish callbacks [] for port (e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:53.311746 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77324d5e-1e0e-4913-994e-c6cdbbbb922e req-416b6e76-e3f6-4677-8a63-86a832005e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:53.313929 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-77324d5e-1e0e-4913-994e-c6cdbbbb922e req-416b6e76-e3f6-4677-8a63-86a832005e17 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4f02a957-f869-4436-9e44-afa05054a27b HTTP/1.1" status: 200 len: 915 time: 0.1393750 Jan 18 19:38:53.360425 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-77324d5e-1e0e-4913-994e-c6cdbbbb922e req-2ebd515d-3e18-45b1-9689-9b1d72b85ec0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43edf6a8-b4f3-4146-93de-cae10a843edd HTTP/1.1" status: 200 len: 217 time: 0.0400481 Jan 18 19:38:53.378486 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-be4e6eee-3fcd-4aee-91cd-9870ac159956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:53.497405 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4e6eee-3fcd-4aee-91cd-9870ac159956 admin admin] Network 65f56acf-dfe5-4997-8e5a-4994a6fa0df6 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:38:53.510021 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-be4e6eee-3fcd-4aee-91cd-9870ac159956 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:38:53.514472 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e6eee-3fcd-4aee-91cd-9870ac159956 admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:38:53.520410 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e6eee-3fcd-4aee-91cd-9870ac159956 admin admin] Pushing event updated for resources: {'Port': ['ID=e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:53.586702 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf6e5b-2f03-47af-a628-e98c280b4bcc req-c8d93148-a434-4526-b287-e793a9e03756 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:53.588545 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0faf6e5b-2f03-47af-a628-e98c280b4bcc req-c8d93148-a434-4526-b287-e793a9e03756 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.1001551 Jan 18 19:38:53.596170 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77324d5e-1e0e-4913-994e-c6cdbbbb922e req-7f4c036d-76da-46ea-b8b4-b131e46b18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:53.598658 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-77324d5e-1e0e-4913-994e-c6cdbbbb922e req-7f4c036d-76da-46ea-b8b4-b131e46b18dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5acafb2-5b1c-4f2d-8e13-e936b8fb807f HTTP/1.1" status: 200 len: 854 time: 0.2172883 Jan 18 19:38:53.635469 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-77324d5e-1e0e-4913-994e-c6cdbbbb922e req-509328ba-d79f-47db-a50c-632d790d7152 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4f02a957-f869-4436-9e44-afa05054a27b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278010 Jan 18 19:38:53.639142 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-be4e6eee-3fcd-4aee-91cd-9870ac159956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088359'] for router_interface (5125d48b-0979-4a75-96e3-bb8c9d22517a), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:53.675675 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0faf6e5b-2f03-47af-a628-e98c280b4bcc req-4e1e3182-81b9-4f52-843c-e4c02d5271d2 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800090 Jan 18 19:38:53.849390 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-77324d5e-1e0e-4913-994e-c6cdbbbb922e req-9aa6bd11-4c72-44f6-8cab-0b78416b9281 service neutron] 10.222.0.35 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060983 Jan 18 19:38:53.872851 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-8b37c25e-1ee7-4ab8-baf6-1850c15d3e00 None None] Provisioning complete for port e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:53.873420 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8b37c25e-1ee7-4ab8-baf6-1850c15d3e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:53.931834 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-8b37c25e-1ee7-4ab8-baf6-1850c15d3e00 None None] Port e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:38:54.007587 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-be4e6eee-3fcd-4aee-91cd-9870ac159956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:54.084000 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 60ab7efb-20f9-40cb-99a7-e5882fbb71b4 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:38:54.109426 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 35202) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:54.136010 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aaa57d-f2e1-479f-9693-2dcf2eb38ba4 req-6fac0fb2-701f-4495-a1d7-525f062970d9 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:54.136010 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a0aaa57d-f2e1-479f-9693-2dcf2eb38ba4 req-6fac0fb2-701f-4495-a1d7-525f062970d9 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 943 time: 0.1246769 Jan 18 19:38:54.152396 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-77324d5e-1e0e-4913-994e-c6cdbbbb922e req-ae9e4aa1-ec47-4968-b134-7143e1db0663 service neutron] 10.222.0.35 "GET /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963736 Jan 18 19:38:54.226364 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 60ab7efb-20f9-40cb-99a7-e5882fbb71b4 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:54.226763 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (60ab7efb-20f9-40cb-99a7-e5882fbb71b4), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:54.285438 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-be4e6eee-3fcd-4aee-91cd-9870ac159956 admin admin] Publish callbacks [] for port (e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:54.313679 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d90b3362-0b8c-4604-ac28-4d3d541600cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:54.325795 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a0aaa57d-f2e1-479f-9693-2dcf2eb38ba4 req-595ec18c-6fbf-4b11-8df1-0c8dd89b4d09 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830573 Jan 18 19:38:54.342473 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aaaacc-230f-477b-bf46-b831d92843cc req-aa428f31-4e92-4d0f-b12c-f9e136507350 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:54.342473 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b5aaaacc-230f-477b-bf46-b831d92843cc req-aa428f31-4e92-4d0f-b12c-f9e136507350 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 943 time: 0.1747935 Jan 18 19:38:54.349625 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 60ab7efb-20f9-40cb-99a7-e5882fbb71b4 is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:54.350129 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (60ab7efb-20f9-40cb-99a7-e5882fbb71b4), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:54.359390 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-be4e6eee-3fcd-4aee-91cd-9870ac159956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740253'] for port (e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:54.373340 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] For port 60ab7efb-20f9-40cb-99a7-e5882fbb71b4, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=60ab7efb-20f9-40cb-99a7-e5882fbb71b4,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:38:54.411321 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b5aaaacc-230f-477b-bf46-b831d92843cc req-4bd17943-10d4-4023-af85-4aa7a374376a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616362 Jan 18 19:38:54.439611 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (60ab7efb-20f9-40cb-99a7-e5882fbb71b4), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:54.464233 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-be4e6eee-3fcd-4aee-91cd-9870ac159956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088275'] for router_interface (5125d48b-0979-4a75-96e3-bb8c9d22517a), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:54.500552 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Pushing event updated for resources: {'Port': ['ID=60ab7efb-20f9-40cb-99a7-e5882fbb71b4,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:54.506149 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e6eee-3fcd-4aee-91cd-9870ac159956 admin admin] Pushing event updated for resources: {'Port': ['ID=e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:54.570948 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d90b3362-0b8c-4604-ac28-4d3d541600cd admin admin] Publish callbacks [] for security_group (5a7ed39b-ac78-45a9-9b6b-b56ac8768daf), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:54.601519 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4e6eee-3fcd-4aee-91cd-9870ac159956 admin admin] Network 65f56acf-dfe5-4997-8e5a-4994a6fa0df6 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:38:54.602827 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-be4e6eee-3fcd-4aee-91cd-9870ac159956 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:38:54.645430 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d90b3362-0b8c-4604-ac28-4d3d541600cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (5a7ed39b-ac78-45a9-9b6b-b56ac8768daf), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:54.738899 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-d90b3362-0b8c-4604-ac28-4d3d541600cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a933773f922845b7aad2433de5e3e8a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6230943 Jan 18 19:38:54.741596 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 35214) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:54.744942 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b3362-0b8c-4604-ac28-4d3d541600cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7ed39b-ac78-45a9-9b6b-b56ac8768daf,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:54.767787 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4e6eee-3fcd-4aee-91cd-9870ac159956 admin admin] Router 5125d48b-0979-4a75-96e3-bb8c9d22517a has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:38:54.844174 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-9674a018-0524-4411-976a-c6b534e12252 admin admin] Publish callbacks [] for security_group (5a7ed39b-ac78-45a9-9b6b-b56ac8768daf), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:54.853000 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd400c-d46b-42c9-8b35-49cf257614ce req-5aaf19d3-72a6-4418-b55b-06f18debae8d tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:54.854495 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-57dd400c-d46b-42c9-8b35-49cf257614ce req-5aaf19d3-72a6-4418-b55b-06f18debae8d tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0654535 Jan 18 19:38:54.870519 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-3d943864-d924-4fb1-aca5-845c5a5e1ec1 None None] Provisioning complete for port e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:54.870519 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3d943864-d924-4fb1-aca5-845c5a5e1ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:54.894508 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4e6eee-3fcd-4aee-91cd-9870ac159956 admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:38:54.894788 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-9674a018-0524-4411-976a-c6b534e12252 admin admin] Publish callbacks [] for security_group (5a7ed39b-ac78-45a9-9b6b-b56ac8768daf), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:54.895954 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-be4e6eee-3fcd-4aee-91cd-9870ac159956 admin admin] 10.222.0.20 "PUT /v2.0/routers/5125d48b-0979-4a75-96e3-bb8c9d22517a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3506300 Jan 18 19:38:54.921770 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-3d943864-d924-4fb1-aca5-845c5a5e1ec1 None None] Port e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:38:54.947837 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-57dd400c-d46b-42c9-8b35-49cf257614ce req-1e79fee5-4007-4a4c-9436-d148a571ae23 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836909 Jan 18 19:38:55.056524 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-9674a018-0524-4411-976a-c6b534e12252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (5a7ed39b-ac78-45a9-9b6b-b56ac8768daf), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:55.059560 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-9674a018-0524-4411-976a-c6b534e12252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:55.063669 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 78271a93-f866-402f-b0e3-233356392cba details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:38:55.068824 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-9674a018-0524-4411-976a-c6b534e12252 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a7ed39b-ac78-45a9-9b6b-b56ac8768daf HTTP/1.1" status: 204 len: 168 time: 0.3252490 Jan 18 19:38:55.077244 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674a018-0524-4411-976a-c6b534e12252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7ed39b-ac78-45a9-9b6b-b56ac8768daf,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:55.203819 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 78271a93-f866-402f-b0e3-233356392cba, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=78271a93-f866-402f-b0e3-233356392cba,segment=NetworkSegment(fbff2775-c3d6-4f3f-8ec0-8a27bebf478f),segment_id=fbff2775-c3d6-4f3f-8ec0-8a27bebf478f)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:38:55.216543 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': '78271a93-f866-402f-b0e3-233356392cba', 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6', 'port_id': '78271a93-f866-402f-b0e3-233356392cba', 'mac_address': 'fa:16:3e:96:6c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b36d59b-f16e-40de-96be-7acc3290ef4e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:38:55.259397 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 78271a93-f866-402f-b0e3-233356392cba is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:55.259875 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (78271a93-f866-402f-b0e3-233356392cba), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:55.272452 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78271a93-f866-402f-b0e3-233356392cba {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:38:55.292503 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 78271a93-f866-402f-b0e3-233356392cba, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=78271a93-f866-402f-b0e3-233356392cba,segment=NetworkSegment(fbff2775-c3d6-4f3f-8ec0-8a27bebf478f),segment_id=fbff2775-c3d6-4f3f-8ec0-8a27bebf478f)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:38:55.353025 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (78271a93-f866-402f-b0e3-233356392cba), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:55.412023 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=78271a93-f866-402f-b0e3-233356392cba,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:55.471806 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c650a-9284-4bbf-ad7c-ac66cacc9544 req-d4fa4ca2-61a1-48e8-81e4-b59701960597 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:55.473316 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b52c650a-9284-4bbf-ad7c-ac66cacc9544 req-d4fa4ca2-61a1-48e8-81e4-b59701960597 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 943 time: 0.0669599 Jan 18 19:38:55.520503 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b52c650a-9284-4bbf-ad7c-ac66cacc9544 req-d9481fc1-4cba-47c1-b69d-34ab37081abe tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414801 Jan 18 19:38:55.621216 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7658bb-4b73-470f-a958-76fcee00be57 req-0cf6a863-e553-45ef-92df-6402b84bc877 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:55.622797 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7c7658bb-4b73-470f-a958-76fcee00be57 req-0cf6a863-e553-45ef-92df-6402b84bc877 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 944 time: 0.0472350 Jan 18 19:38:55.638985 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 35240) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:55.645326 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-1b56c91b-c17e-4cad-b425-9ca5b47e7861 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1908804537', 'description': 'tempest-secgroup-smoke-1908804537 description', 'project_id': '5132940720394c7a9c249c61206833f6'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:55.671323 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7c7658bb-4b73-470f-a958-76fcee00be57 req-b7c19c5e-9e14-4df2-b748-235486eb6f74 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428298 Jan 18 19:38:55.736743 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1b56c91b-c17e-4cad-b425-9ca5b47e7861 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:55.801244 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1b56c91b-c17e-4cad-b425-9ca5b47e7861 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group (c9e528e8-cfda-457a-a93c-06faee597c10), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:55.871906 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['78271a93-f866-402f-b0e3-233356392cba'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:38:55.885248 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1b56c91b-c17e-4cad-b425-9ca5b47e7861 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (c9e528e8-cfda-457a-a93c-06faee597c10), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:55.925290 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56c91b-c17e-4cad-b425-9ca5b47e7861 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e528e8-cfda-457a-a93c-06faee597c10,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:55.973295 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 60ab7efb-20f9-40cb-99a7-e5882fbb71b4 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:38:56.001460 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1b56c91b-c17e-4cad-b425-9ca5b47e7861 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:56.002757 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-1b56c91b-c17e-4cad-b425-9ca5b47e7861 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3626187 Jan 18 19:38:56.016352 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 35254) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:56.016352 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-a6fb4bff-1ee8-47ed-8e08-b5eddea87dc9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Request body: {'security_group_rule': {'security_group_id': 'c9e528e8-cfda-457a-a93c-06faee597c10', 'project_id': '5132940720394c7a9c249c61206833f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:56.070748 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 60ab7efb-20f9-40cb-99a7-e5882fbb71b4 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:56.071125 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (60ab7efb-20f9-40cb-99a7-e5882fbb71b4), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:56.084879 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4bff-1ee8-47ed-8e08-b5eddea87dc9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group_rule (e3188e30-75bc-46e0-8fc4-e030fdd25571), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:56.089336 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c70e42-bc3d-46f3-9985-fbf86acb1e5d req-9134cf64-eb8b-47fd-935a-158f8037b19f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:56.100905 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-61c70e42-bc3d-46f3-9985-fbf86acb1e5d req-9134cf64-eb8b-47fd-935a-158f8037b19f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0783954 Jan 18 19:38:56.166784 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-61c70e42-bc3d-46f3-9985-fbf86acb1e5d req-0795eba9-5211-480c-85b7-b7609a2ddc57 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585172 Jan 18 19:38:56.174307 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 60ab7efb-20f9-40cb-99a7-e5882fbb71b4 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:56.175236 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4bff-1ee8-47ed-8e08-b5eddea87dc9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group_rule (e3188e30-75bc-46e0-8fc4-e030fdd25571), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:56.215581 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] Sync routers for ids ['5125d48b-0979-4a75-96e3-bb8c9d22517a'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:38:56.224957 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] Routers {'5125d48b-0979-4a75-96e3-bb8c9d22517a'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:38:56.225567 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:38:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['5125d48b-0979-4a75-96e3-bb8c9d22517a'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:56.268520 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4bff-1ee8-47ed-8e08-b5eddea87dc9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (e3188e30-75bc-46e0-8fc4-e030fdd25571), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:56.286193 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb4bff-1ee8-47ed-8e08-b5eddea87dc9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3188e30-75bc-46e0-8fc4-e030fdd25571,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:56.333576 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] Set router 5125d48b-0979-4a75-96e3-bb8c9d22517a gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:38:56.338581 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a6fb4bff-1ee8-47ed-8e08-b5eddea87dc9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:56.340089 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-a6fb4bff-1ee8-47ed-8e08-b5eddea87dc9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327458 Jan 18 19:38:56.342664 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 35262) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:56.347312 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-a7f9a7ae-3ca9-4a0e-ba8e-0b41aa287503 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Request body: {'security_group_rule': {'security_group_id': 'c9e528e8-cfda-457a-a93c-06faee597c10', 'project_id': '5132940720394c7a9c249c61206833f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:56.461252 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a7f9a7ae-3ca9-4a0e-ba8e-0b41aa287503 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group_rule (db1f43bb-28b7-402f-86ed-7fb8ad373288), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:56.522382 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a7f9a7ae-3ca9-4a0e-ba8e-0b41aa287503 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group_rule (db1f43bb-28b7-402f-86ed-7fb8ad373288), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:56.543158 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'name': 'tempest-TestVolumeBootPattern-280668425-router', 'tenant_id': 'd10f1f35702e4553a990a3efc881da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '60ab7efb-20f9-40cb-99a7-e5882fbb71b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:47Z', 'updated_at': '2022-01-18T19:38:53Z', 'revision_number': 4, 'project_id': 'd10f1f35702e4553a990a3efc881da6a', 'gw_port': {'id': '60ab7efb-20f9-40cb-99a7-e5882fbb71b4', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:48Z', 'updated_at': '2022-01-18T19:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': 'e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda', 'name': '', 'network_id': '65f56acf-dfe5-4997-8e5a-4994a6fa0df6', 'tenant_id': 'd10f1f35702e4553a990a3efc881da6a', 'mac_address': 'fa:16:3e:4c:70:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '2e3d4be6-4480-4a1a-b9e2-a55f90023b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:52Z', 'updated_at': '2022-01-18T19:38:54Z', 'revision_number': 2, 'project_id': 'd10f1f35702e4553a990a3efc881da6a', 'subnets': [{'id': '2e3d4be6-4480-4a1a-b9e2-a55f90023b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:56.570573 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] Checking router: 5125d48b-0979-4a75-96e3-bb8c9d22517a for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:38:56.570928 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] Updating router 5125d48b-0979-4a75-96e3-bb8c9d22517a port e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda binding host dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:38:56.593211 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a7f9a7ae-3ca9-4a0e-ba8e-0b41aa287503 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (db1f43bb-28b7-402f-86ed-7fb8ad373288), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:56.596574 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:56.613851 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9a7ae-3ca9-4a0e-ba8e-0b41aa287503 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1f43bb-28b7-402f-86ed-7fb8ad373288,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:56.645022 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d9828-ef04-411f-a9c3-f5e08cafa78f req-9952cac8-f344-4aa5-afa5-b05453531d93 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:56.646579 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5b8d9828-ef04-411f-a9c3-f5e08cafa78f req-9952cac8-f344-4aa5-afa5-b05453531d93 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 943 time: 0.0533471 Jan 18 19:38:56.685182 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a7f9a7ae-3ca9-4a0e-ba8e-0b41aa287503 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:56.685182 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-a7f9a7ae-3ca9-4a0e-ba8e-0b41aa287503 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3408983 Jan 18 19:38:56.687953 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 35268) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:56.692852 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-aa8b7fa2-ec8d-4279-a800-88bef356f4d4 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Request body: {'security_group_rule': {'security_group_id': 'c9e528e8-cfda-457a-a93c-06faee597c10', 'project_id': '5132940720394c7a9c249c61206833f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:56.696843 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5b8d9828-ef04-411f-a9c3-f5e08cafa78f req-4ee1edde-392f-40d0-9123-50f061a4e363 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424211 Jan 18 19:38:56.804297 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb7891-3510-4f7c-8509-09196001942d req-f2a59ddb-fbab-46f1-a75c-1d44069436a8 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:56.805787 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9adb7891-3510-4f7c-8509-09196001942d req-f2a59ddb-fbab-46f1-a75c-1d44069436a8 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 944 time: 0.0512774 Jan 18 19:38:56.826189 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aa8b7fa2-ec8d-4279-a800-88bef356f4d4 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group_rule (2e00339a-4295-4c44-a897-bad33458a1fe), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:56.863667 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9adb7891-3510-4f7c-8509-09196001942d req-18e52544-d1c1-4076-af8c-416f458f0dc8 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524011 Jan 18 19:38:56.886481 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] Publish callbacks [] for port (e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:56.890747 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aa8b7fa2-ec8d-4279-a800-88bef356f4d4 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group_rule (2e00339a-4295-4c44-a897-bad33458a1fe), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:56.959469 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:56.971060 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aa8b7fa2-ec8d-4279-a800-88bef356f4d4 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (2e00339a-4295-4c44-a897-bad33458a1fe), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:56.995824 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b7fa2-ec8d-4279-a800-88bef356f4d4 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e00339a-4295-4c44-a897-bad33458a1fe,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:57.007800 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289e8df-93fd-4368-95b6-c4273f220830 None None] Pushing event updated for resources: {'Port': ['ID=e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:57.053603 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-aa8b7fa2-ec8d-4279-a800-88bef356f4d4 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:57.057056 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-aa8b7fa2-ec8d-4279-a800-88bef356f4d4 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3655360 Jan 18 19:38:57.057342 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 35280) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:57.061960 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-cfd0dc71-83a1-4a67-bcaf-f3610d720ba4 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Request body: {'security_group_rule': {'security_group_id': 'c9e528e8-cfda-457a-a93c-06faee597c10', 'project_id': '5132940720394c7a9c249c61206833f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:57.065828 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 43edf6a8-b4f3-4146-93de-cae10a843edd details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:38:57.090807 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] Attempting to bind port e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:38:57.091182 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] Attempting to bind port e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': 'cfd71ebd-3936-4d4b-84ec-f3f5360092ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65f56acf-dfe5-4997-8e5a-4994a6fa0df6'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:38:57.091552 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] Attempting to bind port e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda on network 65f56acf-dfe5-4997-8e5a-4994a6fa0df6 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:38:57.101459 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:38:57.101838 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] Checking segment: {'id': 'cfd71ebd-3936-4d4b-84ec-f3f5360092ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65f56acf-dfe5-4997-8e5a-4994a6fa0df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:38:57.102263 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:57.102674 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] Bound using segment: {'id': 'cfd71ebd-3936-4d4b-84ec-f3f5360092ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65f56acf-dfe5-4997-8e5a-4994a6fa0df6'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:38:57.103123 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] Bound port: e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd71ebd-3936-4d4b-84ec-f3f5360092ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '65f56acf-dfe5-4997-8e5a-4994a6fa0df6'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:38:57.103720 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:57.175906 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cfd0dc71-83a1-4a67-bcaf-f3610d720ba4 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group_rule (21ccc5f6-e314-4fd0-a6b9-3eb9e986c121), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:57.232862 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] For port e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:38:57.240328 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] For port e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda,segment=NetworkSegment(cfd71ebd-3936-4d4b-84ec-f3f5360092ef),segment_id=cfd71ebd-3936-4d4b-84ec-f3f5360092ef)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:38:57.258013 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cfd0dc71-83a1-4a67-bcaf-f3610d720ba4 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group_rule (21ccc5f6-e314-4fd0-a6b9-3eb9e986c121), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:57.279432 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bbdbd-60ad-4052-adf3-3d9612150639 req-31addbbd-4f5b-4a15-bc4f-27c1482625b8 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:57.280925 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-810bbdbd-60ad-4052-adf3-3d9612150639 req-31addbbd-4f5b-4a15-bc4f-27c1482625b8 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0524645 Jan 18 19:38:57.281051 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-a1e31afa-c0d8-44bc-875b-45eb74051932 None None] Provisioning complete for port e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:57.281443 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a1e31afa-c0d8-44bc-875b-45eb74051932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:57.322946 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:57.325849 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 43edf6a8-b4f3-4146-93de-cae10a843edd, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=43edf6a8-b4f3-4146-93de-cae10a843edd,segment=NetworkSegment(d825a0a3-ef43-4bc3-a962-25028b7a09ce),segment_id=d825a0a3-ef43-4bc3-a962-25028b7a09ce)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:38:57.330550 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-810bbdbd-60ad-4052-adf3-3d9612150639 req-19787322-26bb-4b59-8f11-0c54951529ef tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437729 Jan 18 19:38:57.342354 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cfd0dc71-83a1-4a67-bcaf-f3610d720ba4 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (21ccc5f6-e314-4fd0-a6b9-3eb9e986c121), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:57.362324 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0dc71-83a1-4a67-bcaf-f3610d720ba4 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ccc5f6-e314-4fd0-a6b9-3eb9e986c121,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:57.418981 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cfd0dc71-83a1-4a67-bcaf-f3610d720ba4 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:57.420359 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-cfd0dc71-83a1-4a67-bcaf-f3610d720ba4 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3620434 Jan 18 19:38:57.423416 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 35286) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:57.428110 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-58a7d4a0-c4ae-454d-a001-ed6ea34dd3b3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Request body: {'security_group_rule': {'security_group_id': 'c9e528e8-cfda-457a-a93c-06faee597c10', 'project_id': '5132940720394c7a9c249c61206833f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:57.496646 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': '43edf6a8-b4f3-4146-93de-cae10a843edd', 'network_id': '4f02a957-f869-4436-9e44-afa05054a27b', 'port_id': '43edf6a8-b4f3-4146-93de-cae10a843edd', 'mac_address': 'fa:16:3e:99:07:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5acafb2-5b1c-4f2d-8e13-e936b8fb807f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:38:57.498059 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-a1e31afa-c0d8-44bc-875b-45eb74051932 None None] Port e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:38:57.509736 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.db.securitygroups_db [None req-58a7d4a0-c4ae-454d-a001-ed6ea34dd3b3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Project 5132940720394c7a9c249c61206833f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 19:38:57.515411 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-58a7d4a0-c4ae-454d-a001-ed6ea34dd3b3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group_rule (2be990f5-1555-4d23-ad5a-1298f7324443), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:57.551405 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] Routers {'5125d48b-0979-4a75-96e3-bb8c9d22517a'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:38:57.552041 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:38:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['5125d48b-0979-4a75-96e3-bb8c9d22517a'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:57.555621 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289e8df-93fd-4368-95b6-c4273f220830 None None] Pushing event updated for resources: {'Port': ['ID=e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:57.577787 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-58a7d4a0-c4ae-454d-a001-ed6ea34dd3b3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group_rule (2be990f5-1555-4d23-ad5a-1298f7324443), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:57.596638 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 43edf6a8-b4f3-4146-93de-cae10a843edd is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:57.601439 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (43edf6a8-b4f3-4146-93de-cae10a843edd), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:57.619041 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43edf6a8-b4f3-4146-93de-cae10a843edd {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:38:57.649612 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-58a7d4a0-c4ae-454d-a001-ed6ea34dd3b3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (2be990f5-1555-4d23-ad5a-1298f7324443), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:57.671394 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7d4a0-c4ae-454d-a001-ed6ea34dd3b3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be990f5-1555-4d23-ad5a-1298f7324443,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:57.672739 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 43edf6a8-b4f3-4146-93de-cae10a843edd, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=43edf6a8-b4f3-4146-93de-cae10a843edd,segment=NetworkSegment(d825a0a3-ef43-4bc3-a962-25028b7a09ce),segment_id=d825a0a3-ef43-4bc3-a962-25028b7a09ce)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:38:57.693371 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] Set router 5125d48b-0979-4a75-96e3-bb8c9d22517a gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:38:57.767281 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-58a7d4a0-c4ae-454d-a001-ed6ea34dd3b3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:57.771930 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-58a7d4a0-c4ae-454d-a001-ed6ea34dd3b3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3446972 Jan 18 19:38:57.772669 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 35290) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:38:57.774102 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (43edf6a8-b4f3-4146-93de-cae10a843edd), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:57.775761 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-d0c5f409-5257-42d5-be6b-e279767ec282 None None] Provisioning complete for port e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:57.776132 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f409-5257-42d5-be6b-e279767ec282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:57.778043 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-cd7ec03f-9490-4ced-a200-eee325abc150 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Request body: {'security_group_rule': {'security_group_id': 'c9e528e8-cfda-457a-a93c-06faee597c10', 'project_id': '5132940720394c7a9c249c61206833f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:38:57.844564 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3144855-ec56-4dfb-bd7b-78d0bd2c1063 req-e75a44b6-714d-46b9-a77e-e35e7fd33521 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:57.846444 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d3144855-ec56-4dfb-bd7b-78d0bd2c1063 req-e75a44b6-714d-46b9-a77e-e35e7fd33521 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 944 time: 0.0573432 Jan 18 19:38:57.898295 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d3144855-ec56-4dfb-bd7b-78d0bd2c1063 req-6c28d36f-cd69-4f74-a424-acf43e2648ea tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459259 Jan 18 19:38:57.899655 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.securitygroups_db [None req-cd7ec03f-9490-4ced-a200-eee325abc150 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Project 5132940720394c7a9c249c61206833f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 19:38:57.905080 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=43edf6a8-b4f3-4146-93de-cae10a843edd,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:57.908508 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec03f-9490-4ced-a200-eee325abc150 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group_rule (8ef810dc-9ee6-46b3-8dac-8335fed39ca0), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:57.995175 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-d0c5f409-5257-42d5-be6b-e279767ec282 None None] Current status of the port e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:57.995564 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f409-5257-42d5-be6b-e279767ec282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:58.011993 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec03f-9490-4ced-a200-eee325abc150 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group_rule (8ef810dc-9ee6-46b3-8dac-8335fed39ca0), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:58.037418 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-d0c5f409-5257-42d5-be6b-e279767ec282 None None] For port e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda,segment=NetworkSegment(cfd71ebd-3936-4d4b-84ec-f3f5360092ef),segment_id=cfd71ebd-3936-4d4b-84ec-f3f5360092ef)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:38:58.052489 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'name': 'tempest-TestVolumeBootPattern-280668425-router', 'tenant_id': 'd10f1f35702e4553a990a3efc881da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '60ab7efb-20f9-40cb-99a7-e5882fbb71b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:47Z', 'updated_at': '2022-01-18T19:38:53Z', 'revision_number': 4, 'project_id': 'd10f1f35702e4553a990a3efc881da6a', 'gw_port': {'id': '60ab7efb-20f9-40cb-99a7-e5882fbb71b4', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:48Z', 'updated_at': '2022-01-18T19:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': 'e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda', 'name': '', 'network_id': '65f56acf-dfe5-4997-8e5a-4994a6fa0df6', 'tenant_id': 'd10f1f35702e4553a990a3efc881da6a', 'mac_address': 'fa:16:3e:4c:70:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '2e3d4be6-4480-4a1a-b9e2-a55f90023b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:52Z', 'updated_at': '2022-01-18T19:38:57Z', 'revision_number': 4, 'project_id': 'd10f1f35702e4553a990a3efc881da6a', 'subnets': [{'id': '2e3d4be6-4480-4a1a-b9e2-a55f90023b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:38:58.066164 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f73a85-cb3c-40b2-a13a-a3a73ad4d1a8 req-f5183016-7c6a-4dbf-803f-574b310e57fd tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:58.067709 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-40f73a85-cb3c-40b2-a13a-a3a73ad4d1a8 req-f5183016-7c6a-4dbf-803f-574b310e57fd tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 944 time: 0.0698106 Jan 18 19:38:58.075909 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec03f-9490-4ced-a200-eee325abc150 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (8ef810dc-9ee6-46b3-8dac-8335fed39ca0), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:58.091271 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d55863-7928-46b4-9957-291ba6e021b0 None None] The sync data for ids ['5125d48b-0979-4a75-96e3-bb8c9d22517a'] in dv-cinder-811877-7-iscsi is: [{'id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'name': 'tempest-TestVolumeBootPattern-280668425-router', 'tenant_id': 'd10f1f35702e4553a990a3efc881da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '60ab7efb-20f9-40cb-99a7-e5882fbb71b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:47Z', 'updated_at': '2022-01-18T19:38:53Z', 'revision_number': 4, 'project_id': 'd10f1f35702e4553a990a3efc881da6a', 'gw_port': {'id': '60ab7efb-20f9-40cb-99a7-e5882fbb71b4', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:48Z', 'updated_at': '2022-01-18T19:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': 'e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda', 'name': '', 'network_id': '65f56acf-dfe5-4997-8e5a-4994a6fa0df6', 'tenant_id': 'd10f1f35702e4553a990a3efc881da6a', 'mac_address': 'fa:16:3e:4c:70:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '2e3d4be6-4480-4a1a-b9e2-a55f90023b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:52Z', 'updated_at': '2022-01-18T19:38:57Z', 'revision_number': 4, 'project_id': 'd10f1f35702e4553a990a3efc881da6a', 'subnets': [{'id': '2e3d4be6-4480-4a1a-b9e2-a55f90023b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:38:58.104083 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f409-5257-42d5-be6b-e279767ec282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:58.105119 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ec03f-9490-4ced-a200-eee325abc150 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef810dc-9ee6-46b3-8dac-8335fed39ca0,revision_number=0']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:58.171217 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-40f73a85-cb3c-40b2-a13a-a3a73ad4d1a8 req-e788f69e-13a1-4c7c-a163-2a8506a553a1 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974832 Jan 18 19:38:58.198531 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-cd7ec03f-9490-4ced-a200-eee325abc150 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:58.202857 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-cd7ec03f-9490-4ced-a200-eee325abc150 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4255886 Jan 18 19:38:58.212215 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5f409-5257-42d5-be6b-e279767ec282 None None] Pushing event updated for resources: {'Port': ['ID=e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:38:58.369746 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['43edf6a8-b4f3-4146-93de-cae10a843edd'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:38:58.468444 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14901e-b695-4848-b562-3149de7293d0 req-5578989d-af42-467c-ba95-a87b3549ae62 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:58.475872 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3a14901e-b695-4848-b562-3149de7293d0 req-5578989d-af42-467c-ba95-a87b3549ae62 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0579114 Jan 18 19:38:58.553508 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3a14901e-b695-4848-b562-3149de7293d0 req-d3d5cb9c-13b7-4e00-8b81-46dc27fc1639 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765431 Jan 18 19:38:59.036982 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fda038-7dc9-4b41-8917-b9f4e5a49530 req-918a5327-ff07-486f-9d49-aacd4735d69b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:59.094310 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-33fda038-7dc9-4b41-8917-b9f4e5a49530 req-918a5327-ff07-486f-9d49-aacd4735d69b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 944 time: 0.0622241 Jan 18 19:38:59.096612 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 78271a93-f866-402f-b0e3-233356392cba up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:38:59.109215 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-33fda038-7dc9-4b41-8917-b9f4e5a49530 req-5e40eaf4-89fb-4af7-87be-7cb4a43e582e tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574474 Jan 18 19:38:59.297118 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68bb1a-78e7-4d6c-8fcb-309ac6a61263 req-b6afaee3-10f5-4f4f-9a37-a0cce39dde63 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:59.298773 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8e68bb1a-78e7-4d6c-8fcb-309ac6a61263 req-b6afaee3-10f5-4f4f-9a37-a0cce39dde63 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 944 time: 0.0528209 Jan 18 19:38:59.359541 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8e68bb1a-78e7-4d6c-8fcb-309ac6a61263 req-0a42656e-af07-4476-8317-4ee3cb253e3e tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534718 Jan 18 19:38:59.671420 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc3ea6-0f1d-4348-95e3-34415b123419 req-23729ed9-9144-46c9-ac89-cb9407f725ff tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:38:59.673609 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-96fc3ea6-0f1d-4348-95e3-34415b123419 req-23729ed9-9144-46c9-ac89-cb9407f725ff tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0524726 Jan 18 19:38:59.719159 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-96fc3ea6-0f1d-4348-95e3-34415b123419 req-3846621b-3d83-4255-ac67-f289aabd7c99 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406942 Jan 18 19:38:59.792761 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port 78271a93-f866-402f-b0e3-233356392cba completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:38:59.797346 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port 78271a93-f866-402f-b0e3-233356392cba triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:38:59.802413 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (78271a93-f866-402f-b0e3-233356392cba), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:59.890716 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 78271a93-f866-402f-b0e3-233356392cba is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:38:59.891114 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (78271a93-f866-402f-b0e3-233356392cba), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:38:59.914860 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf04c92-6096-4826-85fb-8ddf324bfcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78271a93-f866-402f-b0e3-233356392cba'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:38:59.917120 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073d9a2a-86c0-49ab-b209-6aa619c23d34" -d '{"events": [{"server_uuid": "baf04c92-6096-4826-85fb-8ddf324bfcf2", "name": "network-vif-plugged", "status": "completed", "tag": "78271a93-f866-402f-b0e3-233356392cba"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:38:59.930855 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 78271a93-f866-402f-b0e3-233356392cba, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=78271a93-f866-402f-b0e3-233356392cba,segment=NetworkSegment(fbff2775-c3d6-4f3f-8ec0-8a27bebf478f),segment_id=fbff2775-c3d6-4f3f-8ec0-8a27bebf478f)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:38:59.976459 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c77d1c2-7e77-453e-bde3-5e165713b4c5 x-openstack-request-id: req-3c77d1c2-7e77-453e-bde3-5e165713b4c5 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:38:59.977017 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf04c92-6096-4826-85fb-8ddf324bfcf2", "name": "network-vif-plugged", "status": "completed", "tag": "78271a93-f866-402f-b0e3-233356392cba", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:38:59.977122 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c77d1c2-7e77-453e-bde3-5e165713b4c5 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:38:59.977444 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf04c92-6096-4826-85fb-8ddf324bfcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78271a93-f866-402f-b0e3-233356392cba', 'code': 200} Jan 18 19:38:59.994505 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (78271a93-f866-402f-b0e3-233356392cba), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:00.045445 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:39:00.075108 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=78271a93-f866-402f-b0e3-233356392cba,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:00.120371 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:39:00.120371 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:00.244470 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:39:00.259005 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337f8b2-96ab-4fc2-b1db-6e2b31573b43 req-cc7b7bf6-5509-4cbe-90d3-47382f54e665 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:00.266942 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5337f8b2-96ab-4fc2-b1db-6e2b31573b43 req-cc7b7bf6-5509-4cbe-90d3-47382f54e665 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 944 time: 0.0660589 Jan 18 19:39:00.330385 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5337f8b2-96ab-4fc2-b1db-6e2b31573b43 req-cb6e7faf-d027-4cf4-bb08-1e44e99c4639 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586679 Jan 18 19:39:00.352785 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23e4b0-fe94-4977-b0c6-e748e7eaf3ab req-585fc38f-e587-41db-a20b-4c8e70f90d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:00.354412 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-9e23e4b0-fe94-4977-b0c6-e748e7eaf3ab req-585fc38f-e587-41db-a20b-4c8e70f90d7f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 1098 time: 0.0472796 Jan 18 19:39:00.420304 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-9e23e4b0-fe94-4977-b0c6-e748e7eaf3ab req-bacba042-8525-4a1d-b25e-1f82061e6e33 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574207 Jan 18 19:39:00.518992 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d3916-0993-4953-aba2-69bec43315c1 req-2e85a8a2-959b-462a-a44f-176530ced6fe tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:00.520847 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b17d3916-0993-4953-aba2-69bec43315c1 req-2e85a8a2-959b-462a-a44f-176530ced6fe tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 945 time: 0.0644612 Jan 18 19:39:00.574821 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b17d3916-0993-4953-aba2-69bec43315c1 req-ca8c0c6c-7e94-468e-bab3-d429ad613a2a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480826 Jan 18 19:39:00.842581 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd4f9-b9f8-435e-a60f-f71a57a6bc3e req-fcc2675f-2c24-470f-bb2d-6cb307cfb8b6 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:00.844056 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e40bd4f9-b9f8-435e-a60f-f71a57a6bc3e req-fcc2675f-2c24-470f-bb2d-6cb307cfb8b6 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0490072 Jan 18 19:39:00.892919 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e40bd4f9-b9f8-435e-a60f-f71a57a6bc3e req-1eae92ca-bbbd-4a95-acc1-12a5071259bb tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430350 Jan 18 19:39:01.089305 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 43edf6a8-b4f3-4146-93de-cae10a843edd up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:39:01.209665 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port 43edf6a8-b4f3-4146-93de-cae10a843edd completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:39:01.214187 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port 43edf6a8-b4f3-4146-93de-cae10a843edd triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:39:01.214809 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (43edf6a8-b4f3-4146-93de-cae10a843edd), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:01.301676 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 43edf6a8-b4f3-4146-93de-cae10a843edd is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:39:01.303410 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (43edf6a8-b4f3-4146-93de-cae10a843edd), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:01.337115 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 43edf6a8-b4f3-4146-93de-cae10a843edd, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=43edf6a8-b4f3-4146-93de-cae10a843edd,segment=NetworkSegment(d825a0a3-ef43-4bc3-a962-25028b7a09ce),segment_id=d825a0a3-ef43-4bc3-a962-25028b7a09ce)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:39:01.404835 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (43edf6a8-b4f3-4146-93de-cae10a843edd), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:01.439048 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac9ebd-c52d-4351-8df6-1d840701e1d0 req-d8c239b4-cd86-463d-b1c8-39bfc334fbd1 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:01.440514 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d9ac9ebd-c52d-4351-8df6-1d840701e1d0 req-d8c239b4-cd86-463d-b1c8-39bfc334fbd1 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 944 time: 0.0544612 Jan 18 19:39:01.457699 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=43edf6a8-b4f3-4146-93de-cae10a843edd,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:01.490195 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d9ac9ebd-c52d-4351-8df6-1d840701e1d0 req-7b64fb41-15fb-47a8-a279-776c8030c73b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440590 Jan 18 19:39:01.693226 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f9da4-adde-4f4a-8ce1-f9bc314c76a5 req-99d1e357-9cdf-4c95-8ba0-dfc22e4ca44e tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:01.696010 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4c7f9da4-adde-4f4a-8ce1-f9bc314c76a5 req-99d1e357-9cdf-4c95-8ba0-dfc22e4ca44e tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 945 time: 0.0507021 Jan 18 19:39:01.748676 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4c7f9da4-adde-4f4a-8ce1-f9bc314c76a5 req-4c17df21-744f-4f45-8c98-6f75ff15a709 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481741 Jan 18 19:39:01.978627 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e065eda-3101-48f7-bc78-08a5a83915ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43edf6a8-b4f3-4146-93de-cae10a843edd'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:39:01.984486 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf25807-7042-4ef9-aef2-3aa78501c3c7" -d '{"events": [{"server_uuid": "1e065eda-3101-48f7-bc78-08a5a83915ca", "name": "network-vif-plugged", "status": "completed", "tag": "43edf6a8-b4f3-4146-93de-cae10a843edd"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:39:02.007716 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257110d6-18c4-4a11-95bc-822be0b12ca3 req-dd37ae73-f5e4-47bb-8443-671d8f520d61 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:02.009207 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-257110d6-18c4-4a11-95bc-822be0b12ca3 req-dd37ae73-f5e4-47bb-8443-671d8f520d61 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0481801 Jan 18 19:39:02.021617 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e90e8ef-7c39-4af4-a77c-79af5b35cef6 x-openstack-request-id: req-3e90e8ef-7c39-4af4-a77c-79af5b35cef6 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:39:02.021617 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e065eda-3101-48f7-bc78-08a5a83915ca", "name": "network-vif-plugged", "status": "completed", "tag": "43edf6a8-b4f3-4146-93de-cae10a843edd", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:39:02.021617 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e90e8ef-7c39-4af4-a77c-79af5b35cef6 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:39:02.021617 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e065eda-3101-48f7-bc78-08a5a83915ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43edf6a8-b4f3-4146-93de-cae10a843edd', 'code': 200} Jan 18 19:39:02.063960 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-257110d6-18c4-4a11-95bc-822be0b12ca3 req-4dab0bbf-6af0-4614-bcf0-39c7e5995b81 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438635 Jan 18 19:39:02.606035 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912bf22-63bd-4561-b6d4-25dd6ddf96b6 req-7fab64e2-3f1e-4cd6-a105-40b78daa6375 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:02.607420 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1912bf22-63bd-4561-b6d4-25dd6ddf96b6 req-7fab64e2-3f1e-4cd6-a105-40b78daa6375 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 945 time: 0.0509763 Jan 18 19:39:02.654875 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1912bf22-63bd-4561-b6d4-25dd6ddf96b6 req-e4469f40-cbf9-4dea-867d-036274ead63a tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412552 Jan 18 19:39:02.870539 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7bdd8-fcfa-4ec2-9232-ea10941a5659 req-cfca8ad8-c44b-43e0-9681-738018f3fa5b tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:02.871952 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-45f7bdd8-fcfa-4ec2-9232-ea10941a5659 req-cfca8ad8-c44b-43e0-9681-738018f3fa5b tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 945 time: 0.0544116 Jan 18 19:39:02.923361 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-45f7bdd8-fcfa-4ec2-9232-ea10941a5659 req-13225ec9-ea01-4cb4-8071-9c5087cb5257 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440431 Jan 18 19:39:06.818133 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03195f94-afcd-4320-85b1-c8c0b2404350 req-758fbc6b-75ac-4001-8e6a-deda53348123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:06.819606 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-03195f94-afcd-4320-85b1-c8c0b2404350 req-758fbc6b-75ac-4001-8e6a-deda53348123 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 1098 time: 0.0378308 Jan 18 19:39:06.887821 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-03195f94-afcd-4320-85b1-c8c0b2404350 req-962c30e8-b8c3-49a7-b050-be0e450bdda7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480218 Jan 18 19:39:06.973248 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876ffcd-2bac-4eeb-afa1-81c51db23811 req-02cef907-d014-4e5a-9c6d-44184b176905 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:06.974754 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f876ffcd-2bac-4eeb-afa1-81c51db23811 req-02cef907-d014-4e5a-9c6d-44184b176905 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0875344 Jan 18 19:39:06.982709 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4e690-c7e8-4e09-9743-a1632f3f845a req-e3b479df-3209-4782-93d5-1b6b14832a77 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:06.984052 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a0c4e690-c7e8-4e09-9743-a1632f3f845a req-e3b479df-3209-4782-93d5-1b6b14832a77 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 945 time: 0.0863874 Jan 18 19:39:07.052998 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f876ffcd-2bac-4eeb-afa1-81c51db23811 req-26c3676a-13a1-4173-a0d0-a4bb264b663d tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674458 Jan 18 19:39:07.057226 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a0c4e690-c7e8-4e09-9743-a1632f3f845a req-637d3c3f-2906-4d49-977e-c3bf37a15307 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661004 Jan 18 19:39:07.153693 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165bc01-ba3a-48a8-98b5-85a47e1d7473 req-8c3a1e8b-5b40-4c78-bce5-adf6698865b5 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:07.155166 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2165bc01-ba3a-48a8-98b5-85a47e1d7473 req-8c3a1e8b-5b40-4c78-bce5-adf6698865b5 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 945 time: 0.0476961 Jan 18 19:39:07.201893 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2165bc01-ba3a-48a8-98b5-85a47e1d7473 req-8c097723-2059-4f88-a1e0-cb594e6a3df2 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406785 Jan 18 19:39:07.317823 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759cc76-a32a-4a76-b557-ec57cb291a60 req-08a2b7ec-23c8-4459-a2b5-1fc47fd8b36d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:07.321282 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8759cc76-a32a-4a76-b557-ec57cb291a60 req-08a2b7ec-23c8-4459-a2b5-1fc47fd8b36d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 945 time: 0.0532358 Jan 18 19:39:07.367008 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8759cc76-a32a-4a76-b557-ec57cb291a60 req-adb54eeb-bce9-416e-b2ff-46c4e295b1cb tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420280 Jan 18 19:39:07.686618 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a7b68-2e56-4ec7-83e3-44e4579f882c req-359cbd8a-f652-4384-8b26-0b09d2af4464 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:07.688079 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8e7a7b68-2e56-4ec7-83e3-44e4579f882c req-359cbd8a-f652-4384-8b26-0b09d2af4464 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 945 time: 0.0498300 Jan 18 19:39:07.737570 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8e7a7b68-2e56-4ec7-83e3-44e4579f882c req-6560e1d9-a3ae-43fb-b522-317b10fc4502 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438616 Jan 18 19:39:07.893578 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:39:08.215652 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc65a0-828d-4fb1-8c90-ad833b4c438a req-af2c9f71-1d0c-4e84-aa8c-2e045cba6934 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:08.217849 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6dbc65a0-828d-4fb1-8c90-ad833b4c438a req-af2c9f71-1d0c-4e84-aa8c-2e045cba6934 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0894926 Jan 18 19:39:08.228619 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d12b80-2a8b-4f6e-8135-efb3c02cde3e req-1b0d686c-e13a-4182-b0ed-3798d00c8aba tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:08.230976 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-15d12b80-2a8b-4f6e-8135-efb3c02cde3e req-1b0d686c-e13a-4182-b0ed-3798d00c8aba tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 945 time: 0.0996473 Jan 18 19:39:08.310687 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-15d12b80-2a8b-4f6e-8135-efb3c02cde3e req-78effe4d-609a-4b19-a8c9-096e7940ffab tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691190 Jan 18 19:39:08.336072 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6dbc65a0-828d-4fb1-8c90-ad833b4c438a req-68269316-20dc-4b6c-8b2c-823b95f3b12d tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932972 Jan 18 19:39:12.827534 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:15.079290 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873244c9-6c07-45f4-8d5d-23266fb236ad req-7e0f6700-2801-4eb2-b11c-f832a899cf6d tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:15.080794 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-873244c9-6c07-45f4-8d5d-23266fb236ad req-7e0f6700-2801-4eb2-b11c-f832a899cf6d tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0843210 Jan 18 19:39:15.092932 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e42e0-8c8b-49c9-95ac-3d9392bad112 req-2052db4b-8cf1-4642-9ed6-7b0d68f5fefb tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:15.094370 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e26e42e0-8c8b-49c9-95ac-3d9392bad112 req-2052db4b-8cf1-4642-9ed6-7b0d68f5fefb tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 945 time: 0.0793769 Jan 18 19:39:15.163549 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-873244c9-6c07-45f4-8d5d-23266fb236ad req-beb98020-34b3-41c7-af9d-471117960bbe tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682101 Jan 18 19:39:15.167829 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e26e42e0-8c8b-49c9-95ac-3d9392bad112 req-e2ce028d-fc23-497a-890e-48121ba04084 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668538 Jan 18 19:39:16.313539 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fa2d9-4c6d-4a7e-9601-c00b447224d0 req-d8f17181-077b-4fdf-a49a-1470707593ab tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:16.315144 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-447fa2d9-4c6d-4a7e-9601-c00b447224d0 req-d8f17181-077b-4fdf-a49a-1470707593ab tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0801022 Jan 18 19:39:16.326437 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2976b-5c0a-4c64-8296-f32db329e35b req-8a3959d3-bd4f-44ee-9201-12add6c76ac6 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:16.327917 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8cf2976b-5c0a-4c64-8296-f32db329e35b req-8a3959d3-bd4f-44ee-9201-12add6c76ac6 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 945 time: 0.0828176 Jan 18 19:39:16.397120 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-447fa2d9-4c6d-4a7e-9601-c00b447224d0 req-662ae5b4-fffc-4487-8106-cd99912696cb tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681965 Jan 18 19:39:16.401346 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8cf2976b-5c0a-4c64-8296-f32db329e35b req-2c7a4246-cc3c-435b-9d3d-4d052241b22c tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666339 Jan 18 19:39:16.610312 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ac6d16cd-4671-436d-9995-a67dadb62787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:17.540835 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbb40f-1352-4bb4-800d-7ca9c87e95e4 req-38f467db-a7e4-4bb9-aed0-c2ae13434a80 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:17.544098 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7fcbb40f-1352-4bb4-800d-7ca9c87e95e4 req-38f467db-a7e4-4bb9-aed0-c2ae13434a80 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0783794 Jan 18 19:39:17.564274 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628a929-6226-4063-b4d3-57ee588f9fa8 req-b9eab7d4-6c2f-40c4-be6a-831afe1ae7e0 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:17.565729 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0628a929-6226-4063-b4d3-57ee588f9fa8 req-b9eab7d4-6c2f-40c4-be6a-831afe1ae7e0 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 945 time: 0.0909674 Jan 18 19:39:17.626750 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7fcbb40f-1352-4bb4-800d-7ca9c87e95e4 req-0d28b7ce-b90a-4644-8e3f-18675c806fda tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755663 Jan 18 19:39:17.640829 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0628a929-6226-4063-b4d3-57ee588f9fa8 req-25509933-564a-4bab-a13d-77851b9079df tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674140 Jan 18 19:39:19.123794 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-95a0b11c-80a0-470d-b944-8388d00fda36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:20.009972 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:21.507506 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:23.033176 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:23.212149 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa172814-fba3-4268-843f-e85e4ff7cb26 req-f2b784c6-e100-4cb4-8368-de58fd989476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:23.213629 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-aa172814-fba3-4268-843f-e85e4ff7cb26 req-f2b784c6-e100-4cb4-8368-de58fd989476 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 1098 time: 0.0431316 Jan 18 19:39:23.213979 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4af93c-a9be-4ae9-970c-9a43d430c19a req-026c7a97-d728-4075-8e2f-ef6d13a78afe tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:23.215785 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0d4af93c-a9be-4ae9-970c-9a43d430c19a req-026c7a97-d728-4075-8e2f-ef6d13a78afe tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0513823 Jan 18 19:39:23.265872 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-aa172814-fba3-4268-843f-e85e4ff7cb26 req-1a1e4019-4797-4547-bf06-81a036c11236 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438240 Jan 18 19:39:23.272486 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0d4af93c-a9be-4ae9-970c-9a43d430c19a req-a699e526-ea03-421a-b381-ba42031573a6 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502117 Jan 18 19:39:24.409893 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5de0c7-32eb-4263-bc8d-13851ae98822 req-a00a2afe-6c3d-4b20-9bbb-35fda237a5ad tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:24.411403 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0d5de0c7-32eb-4263-bc8d-13851ae98822 req-a00a2afe-6c3d-4b20-9bbb-35fda237a5ad tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0500896 Jan 18 19:39:24.460713 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0d5de0c7-32eb-4263-bc8d-13851ae98822 req-de14567f-40da-4038-bc4d-2741cbca6500 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437512 Jan 18 19:39:25.578661 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbdd23-6251-41b5-ae3b-93522d287f47 req-3dddb195-3127-44f8-849e-02fbb9687ad6 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:25.580225 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c8bbdd23-6251-41b5-ae3b-93522d287f47 req-3dddb195-3127-44f8-849e-02fbb9687ad6 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0512142 Jan 18 19:39:25.632085 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c8bbdd23-6251-41b5-ae3b-93522d287f47 req-c4d3ce62-0c1a-46d0-879c-1be7c92d9270 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437679 Jan 18 19:39:26.745124 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaaa4c-e0db-4863-ba6c-9b9b92272738 req-685a7975-8cd7-4352-afdb-5585efee706e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:26.746667 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a3eaaa4c-e0db-4863-ba6c-9b9b92272738 req-685a7975-8cd7-4352-afdb-5585efee706e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0478377 Jan 18 19:39:26.797360 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a3eaaa4c-e0db-4863-ba6c-9b9b92272738 req-65a8775e-1144-4071-a84a-586de4aba930 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445006 Jan 18 19:39:27.451826 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 35826) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:39:27.555253 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-333717e1-3f84-4037-9dd8-c80c25db9e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:27.642503 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-333717e1-3f84-4037-9dd8-c80c25db9e92 admin admin] Publish callbacks [] for security_group (1dc8c276-b785-4ae2-aaa0-22b517b7d76e), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:27.712838 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-333717e1-3f84-4037-9dd8-c80c25db9e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (1dc8c276-b785-4ae2-aaa0-22b517b7d76e), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:27.752183 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-333717e1-3f84-4037-9dd8-c80c25db9e92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74e4ce22650342ccbea5ddc04109954e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992690 Jan 18 19:39:27.753117 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333717e1-3f84-4037-9dd8-c80c25db9e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc8c276-b785-4ae2-aaa0-22b517b7d76e,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:27.754880 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 35842) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:39:27.802813 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61abbae9-1d34-4651-832e-32cc2945b031 admin admin] Publish callbacks [] for security_group (1dc8c276-b785-4ae2-aaa0-22b517b7d76e), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:27.824636 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61abbae9-1d34-4651-832e-32cc2945b031 admin admin] Publish callbacks [] for security_group (1dc8c276-b785-4ae2-aaa0-22b517b7d76e), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:27.923875 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635ce92-a24c-4cbe-b6c5-55ab90b689cf req-4f35b97d-3679-4c2c-a429-8c0baa2741be tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:27.925363 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4635ce92-a24c-4cbe-b6c5-55ab90b689cf req-4f35b97d-3679-4c2c-a429-8c0baa2741be tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0508575 Jan 18 19:39:27.936278 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61abbae9-1d34-4651-832e-32cc2945b031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (1dc8c276-b785-4ae2-aaa0-22b517b7d76e), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:27.939291 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61abbae9-1d34-4651-832e-32cc2945b031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:27.940421 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-61abbae9-1d34-4651-832e-32cc2945b031 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1dc8c276-b785-4ae2-aaa0-22b517b7d76e HTTP/1.1" status: 204 len: 168 time: 0.1841218 Jan 18 19:39:27.949150 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abbae9-1d34-4651-832e-32cc2945b031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc8c276-b785-4ae2-aaa0-22b517b7d76e,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:27.980062 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4635ce92-a24c-4cbe-b6c5-55ab90b689cf req-a7d6dda6-1cf9-4762-87f9-fa0d8ccc79da tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489228 Jan 18 19:39:28.420764 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36932153-6e34-442a-b1e6-64e766e2108f req-f9458c2f-6b89-4f01-a479-e22b35372513 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:28.422773 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-36932153-6e34-442a-b1e6-64e766e2108f req-f9458c2f-6b89-4f01-a479-e22b35372513 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0505564 Jan 18 19:39:28.457654 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c905de5-082a-4bb3-9558-f700aa1c4a3b req-9ac9a084-1942-4778-82e3-fbb5b751b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:28.460160 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-9c905de5-082a-4bb3-9558-f700aa1c4a3b req-9ac9a084-1942-4778-82e3-fbb5b751b0a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d566f74dc13d4f3ea84a0b02cd9786fa&device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 1098 time: 0.0437949 Jan 18 19:39:28.490441 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-36932153-6e34-442a-b1e6-64e766e2108f req-3ac1a5c5-8a33-4b52-98a6-c5de96cb1bea tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592864 Jan 18 19:39:28.549080 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3d2b0-85ea-44e0-aa2a-08ebf035cb62 req-3be21611-ae9f-4848-a66e-5b22a3984564 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:28.550643 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6ce3d2b0-85ea-44e0-aa2a-08ebf035cb62 req-3be21611-ae9f-4848-a66e-5b22a3984564 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0550144 Jan 18 19:39:28.569905 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c905de5-082a-4bb3-9558-f700aa1c4a3b req-4728519f-1f3f-45f0-8269-f279d8e8885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:28.571403 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-9c905de5-082a-4bb3-9558-f700aa1c4a3b req-4728519f-1f3f-45f0-8269-f279d8e8885a service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a37f81d-d7f4-49f1-80e7-09fae1eca369 HTTP/1.1" status: 200 len: 920 time: 0.1019418 Jan 18 19:39:28.599125 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6ce3d2b0-85ea-44e0-aa2a-08ebf035cb62 req-937cc21e-406f-4f96-a14e-e414de29b82c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423877 Jan 18 19:39:28.616421 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-9c905de5-082a-4bb3-9558-f700aa1c4a3b req-ab2c827d-6271-4ee1-a507-4d669c74ff39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0345ff4a-5024-4047-884f-45f77573f81f HTTP/1.1" status: 200 len: 217 time: 0.0352910 Jan 18 19:39:28.680918 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c905de5-082a-4bb3-9558-f700aa1c4a3b req-406d3050-c0a1-4441-9f5a-770b40e6b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:28.682489 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-9c905de5-082a-4bb3-9558-f700aa1c4a3b req-406d3050-c0a1-4441-9f5a-770b40e6b75f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bdd86ec8-e4ac-4f77-b398-ae467a5e4aac HTTP/1.1" status: 200 len: 859 time: 0.0487497 Jan 18 19:39:28.716265 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-9c905de5-082a-4bb3-9558-f700aa1c4a3b req-decbb5b3-317b-4181-8686-77cffad69fc4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a37f81d-d7f4-49f1-80e7-09fae1eca369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238128 Jan 18 19:39:28.816388 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-9c905de5-082a-4bb3-9558-f700aa1c4a3b req-811f12fd-2fe6-4c17-928f-faf6322c4455 service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824800 Jan 18 19:39:28.911471 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-9c905de5-082a-4bb3-9558-f700aa1c4a3b req-b41649e9-c452-42d0-aa65-49417c7b189e service neutron] 10.222.0.35 "GET /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878854 Jan 18 19:39:29.609516 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c090141-620d-47d2-957d-a57c353f92da req-50ff2850-d0fc-4ed8-b4e0-47136d9f28ef tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:29.611554 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7c090141-620d-47d2-957d-a57c353f92da req-50ff2850-d0fc-4ed8-b4e0-47136d9f28ef tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0479317 Jan 18 19:39:29.656281 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7c090141-620d-47d2-957d-a57c353f92da req-4c97b23f-5926-4baa-8546-7758fff18f19 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393581 Jan 18 19:39:29.725893 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcfd24-a6e5-4988-a865-f94a7fe4b3ea req-5dbcd70b-e267-4387-a020-462040fe632f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:29.727386 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-22bcfd24-a6e5-4988-a865-f94a7fe4b3ea req-5dbcd70b-e267-4387-a020-462040fe632f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0514567 Jan 18 19:39:29.775654 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-22bcfd24-a6e5-4988-a865-f94a7fe4b3ea req-415e10b9-893c-4458-973c-74a887c4a2f6 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424616 Jan 18 19:39:30.769482 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa1b66-b088-4ab9-867e-2e222fb842cc req-da87b550-12c9-43b2-9f61-d697a6102ec0 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:30.770979 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e1fa1b66-b088-4ab9-867e-2e222fb842cc req-da87b550-12c9-43b2-9f61-d697a6102ec0 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0484293 Jan 18 19:39:30.817724 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e1fa1b66-b088-4ab9-867e-2e222fb842cc req-c6f77f2e-8a8a-4c12-be11-b6341cc55786 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411277 Jan 18 19:39:30.893547 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614b7cc-5290-41e7-b766-e0c12b2d3a91 req-ec9e04e6-fd8d-4232-a453-b75089ba3f60 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:30.894934 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6614b7cc-5290-41e7-b766-e0c12b2d3a91 req-ec9e04e6-fd8d-4232-a453-b75089ba3f60 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0463579 Jan 18 19:39:30.943333 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6614b7cc-5290-41e7-b766-e0c12b2d3a91 req-49003cf7-13a8-4895-ab16-e27d6b011b79 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431471 Jan 18 19:39:31.927142 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5454dc8-c77c-4c6e-ba43-eba9fd0ddac8 req-16b6ca23-1aba-4b50-9372-f55229be4088 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:31.928588 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a5454dc8-c77c-4c6e-ba43-eba9fd0ddac8 req-16b6ca23-1aba-4b50-9372-f55229be4088 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0467761 Jan 18 19:39:31.974380 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a5454dc8-c77c-4c6e-ba43-eba9fd0ddac8 req-ca1c58c6-4f81-41ef-9cfb-10d945805bc7 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401206 Jan 18 19:39:32.060459 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dee499-8975-4426-b85e-1c1b809effbb req-c6ddd03c-7d84-441b-8fc4-6d5088a90474 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:32.061895 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-20dee499-8975-4426-b85e-1c1b809effbb req-c6ddd03c-7d84-441b-8fc4-6d5088a90474 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0465002 Jan 18 19:39:32.106387 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-20dee499-8975-4426-b85e-1c1b809effbb req-0536e169-a5f7-4c1e-b9ea-772fb4ac73da tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385523 Jan 18 19:39:33.090030 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27503552-9155-4e76-add7-cfb373bc5bc1 req-222f5bf3-f9ea-4b63-9d76-a9259b054442 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:33.091512 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-27503552-9155-4e76-add7-cfb373bc5bc1 req-222f5bf3-f9ea-4b63-9d76-a9259b054442 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0500731 Jan 18 19:39:33.137881 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-27503552-9155-4e76-add7-cfb373bc5bc1 req-1a85f622-7efd-43b2-b5de-96d4eac3e2f0 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401008 Jan 18 19:39:33.226990 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103cca9-319f-4347-b1c4-ad99e0b3fb35 req-c4592dc4-c000-47f2-a5f7-7475d8bc4d3c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:33.228435 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3103cca9-319f-4347-b1c4-ad99e0b3fb35 req-c4592dc4-c000-47f2-a5f7-7475d8bc4d3c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0475724 Jan 18 19:39:33.274128 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3103cca9-319f-4347-b1c4-ad99e0b3fb35 req-9b77ba64-5ca5-4d8e-81d4-5db149026d07 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404546 Jan 18 19:39:34.255029 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458995c-0e53-4b2a-a0d1-c240dccc3654 req-5a8434f8-7de8-4987-8b23-626dcf8da46b tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:34.256479 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2458995c-0e53-4b2a-a0d1-c240dccc3654 req-5a8434f8-7de8-4987-8b23-626dcf8da46b tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0504644 Jan 18 19:39:34.302269 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2458995c-0e53-4b2a-a0d1-c240dccc3654 req-0087f503-b85a-470d-8a44-685f6d0168f4 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401671 Jan 18 19:39:34.404952 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96e534-0cfd-4bde-aab8-500a6ec9b630 req-c262b141-3c1e-4ca6-917b-2fa2ba15462d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:34.406543 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0d96e534-0cfd-4bde-aab8-500a6ec9b630 req-c262b141-3c1e-4ca6-917b-2fa2ba15462d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0493586 Jan 18 19:39:34.453831 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0d96e534-0cfd-4bde-aab8-500a6ec9b630 req-3f0d4919-76fe-4dd9-8a25-812381947c41 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407832 Jan 18 19:39:34.545340 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c818c-d6d0-4f06-bd25-d998f66a3ea0 req-7d04b450-d724-4a69-899f-711afceb9cbb tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:34.546849 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0e8c818c-d6d0-4f06-bd25-d998f66a3ea0 req-7d04b450-d724-4a69-899f-711afceb9cbb tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 945 time: 0.0485737 Jan 18 19:39:34.596569 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0e8c818c-d6d0-4f06-bd25-d998f66a3ea0 req-9b366219-2b5e-44c9-90d3-a02bca6f815c tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442400 Jan 18 19:39:34.617955 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 35976) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:39:34.792934 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95663e17-70cc-4978-b2b0-e047d2cc6c33 tempest-TestMinimumBasicScenario-1540275581 tempest-TestMinimumBasicScenario-1540275581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:34.794487 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-95663e17-70cc-4978-b2b0-e047d2cc6c33 tempest-TestMinimumBasicScenario-1540275581 tempest-TestMinimumBasicScenario-1540275581-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 1093 time: 0.1755748 Jan 18 19:39:34.797694 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 35982) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:39:34.801868 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Request body: {'floatingip': {'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'port_id': '78271a93-f866-402f-b0e3-233356392cba', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:39:34.884418 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:34.979356 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:35.088640 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Allocated IP 172.27.2.78 (f5eef2c2-a885-4f46-b327-cbc20c3014d9/9269629e-72aa-4525-943b-faee8ca91ecd/0d075e13-cc7f-4fc6-81a5-b635bade4da5) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:39:35.184945 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for port (0d075e13-cc7f-4fc6-81a5-b635bade4da5), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:35.285001 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (0d075e13-cc7f-4fc6-81a5-b635bade4da5), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:35.325015 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:39:35.327855 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:39:35.332996 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:39:35.363676 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Pushing event updated for resources: {'Port': ['ID=0d075e13-cc7f-4fc6-81a5-b635bade4da5,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:35.501704 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6af26-edfb-4f32-af64-369c8168019c req-0edf9852-57a9-4247-bb25-ccf641bfb29b tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:35.501908 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1fe6af26-edfb-4f32-af64-369c8168019c req-0edf9852-57a9-4247-bb25-ccf641bfb29b tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.1236849 Jan 18 19:39:35.843754 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1fe6af26-edfb-4f32-af64-369c8168019c req-c4045a4a-431d-4822-9261-839cb7521903 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280575 Jan 18 19:39:35.864529 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26394929-6830-4c0d-baa6-1d9935430fc1 req-e3f60334-5111-49b9-87ba-d524b98e3b47 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:35.866059 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-26394929-6830-4c0d-baa6-1d9935430fc1 req-e3f60334-5111-49b9-87ba-d524b98e3b47 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.3118865 Jan 18 19:39:36.004391 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-26394929-6830-4c0d-baa6-1d9935430fc1 req-2921db98-0ea9-4f9e-b2f7-bd428ebcb039 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303577 Jan 18 19:39:36.214226 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for floatingip (92f5255f-8753-4eea-8cb4-b63c77f889b5), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:36.371330 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (0d075e13-cc7f-4fc6-81a5-b635bade4da5), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:36.521383 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for port (0d075e13-cc7f-4fc6-81a5-b635bade4da5), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:36.587189 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (0d075e13-cc7f-4fc6-81a5-b635bade4da5), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:36.656077 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Pushing event updated for resources: {'Port': ['ID=0d075e13-cc7f-4fc6-81a5-b635bade4da5,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:36.668221 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:36.668578 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:36.668929 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:36.669274 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:36.669624 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:36.669965 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:36.670332 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:36.670671 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:36.671008 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:36.671342 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:36.671674 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:36.672006 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:36.672884 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:36.678844 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087224'] for floatingip (92f5255f-8753-4eea-8cb4-b63c77f889b5), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:36.774422 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.l3_db [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Floating IP 92f5255f-8753-4eea-8cb4-b63c77f889b5 associated. External IP: 172.27.2.78, port: 78271a93-f866-402f-b0e3-233356392cba. Jan 18 19:39:36.972214 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Router 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:39:37.083996 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:39:37.095969 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d44b8-e9eb-4fee-bf4f-2e303c8b3314 None None] Sync routers for ids ['4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'] in dv-cinder-811877-7-iscsi {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:39:37.105510 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d44b8-e9eb-4fee-bf4f-2e303c8b3314 None None] Routers {'4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:39:37.106235 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-d90d44b8-e9eb-4fee-bf4f-2e303c8b3314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:39:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:39:37.146977 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b0e9f-8e0e-49c3-b29f-35afffe473b9 req-38b2813c-7df0-4d63-8ab8-ee0774310c58 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:37.148468 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4c9b0e9f-8e0e-49c3-b29f-35afffe473b9 req-38b2813c-7df0-4d63-8ab8-ee0774310c58 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0547359 Jan 18 19:39:37.193597 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:37.210007 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-d90d44b8-e9eb-4fee-bf4f-2e303c8b3314 None None] Set router 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:39:37.213221 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4c9b0e9f-8e0e-49c3-b29f-35afffe473b9 req-b6f08bdf-3480-4979-9dc2-3d052370d5c3 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593400 Jan 18 19:39:37.223134 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-512020d0-d8ec-4504-a6cc-188568b2b41a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4244268 Jan 18 19:39:37.223691 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf04c92-6096-4826-85fb-8ddf324bfcf2', 'tag': '78271a93-f866-402f-b0e3-233356392cba'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:39:37.225946 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50efc5c-0ee0-4475-a744-d55f308a80be" -d '{"events": [{"name": "network-changed", "server_uuid": "baf04c92-6096-4826-85fb-8ddf324bfcf2", "tag": "78271a93-f866-402f-b0e3-233356392cba"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:39:37.226485 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 36018) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:39:37.233133 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-f8428678-c730-4d3d-b1ec-ba7050b079bc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-805071196', 'description': 'tempest-secgroup-smoke-805071196 description', 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:39:37.263549 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a2f0c5-7da2-4e3c-a3aa-080f73936311 x-openstack-request-id: req-28a2f0c5-7da2-4e3c-a3aa-080f73936311 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:39:37.263838 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf04c92-6096-4826-85fb-8ddf324bfcf2", "tag": "78271a93-f866-402f-b0e3-233356392cba", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:39:37.264088 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28a2f0c5-7da2-4e3c-a3aa-080f73936311 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:39:37.264482 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf04c92-6096-4826-85fb-8ddf324bfcf2', 'tag': '78271a93-f866-402f-b0e3-233356392cba', 'status': 'completed', 'code': 200} Jan 18 19:39:37.309061 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f8428678-c730-4d3d-b1ec-ba7050b079bc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:37.358654 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50efc5c-0ee0-4475-a744-d55f308a80be req-4a0cb46d-9cb6-4d92-bcd4-cb54aef496db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:37.360220 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-e50efc5c-0ee0-4475-a744-d55f308a80be req-4a0cb46d-9cb6-4d92-bcd4-cb54aef496db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1a3d66fd692461db39e7663dfb12bd6&device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 1098 time: 0.0663068 Jan 18 19:39:37.457583 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f8428678-c730-4d3d-b1ec-ba7050b079bc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group (35bc33e3-faf6-42fa-a379-8106b3e06868), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:37.457832 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-d90d44b8-e9eb-4fee-bf4f-2e303c8b3314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'name': 'tempest-TestMinimumBasicScenario-1183275255-router', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:57Z', 'updated_at': '2022-01-18T19:38:02Z', 'revision_number': 4, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'gw_port': {'id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:58Z', 'updated_at': '2022-01-18T19:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '92f5255f-8753-4eea-8cb4-b63c77f889b5', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'port_id': '78271a93-f866-402f-b0e3-233356392cba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6', 'mac_address': 'fa:16:3e:96:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf04c92-6096-4826-85fb-8ddf324bfcf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:39:35Z', 'updated_at': '2022-01-18T19:39:35Z', 'revision_number': 0, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae43d19-2a26-4f8d-a10d-681043d73eba', 'name': '', 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'mac_address': 'fa:16:3e:0c:f2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4b36d59b-f16e-40de-96be-7acc3290ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:01Z', 'updated_at': '2022-01-18T19:38:06Z', 'revision_number': 5, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'subnets': [{'id': '4b36d59b-f16e-40de-96be-7acc3290ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:39:37.481309 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50efc5c-0ee0-4475-a744-d55f308a80be req-b3e9873f-6cd7-4c7e-b5a8-8ba0c78dcc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:37.482867 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-e50efc5c-0ee0-4475-a744-d55f308a80be req-b3e9873f-6cd7-4c7e-b5a8-8ba0c78dcc2e service neutron] 10.222.0.35 "GET /v2.0/networks?id=a305aad1-af7c-4389-9b17-82d960c973f6 HTTP/1.1" status: 200 len: 916 time: 0.1143029 Jan 18 19:39:37.488273 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d44b8-e9eb-4fee-bf4f-2e303c8b3314 None None] Checking router: 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde for host: dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:39:37.496488 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d44b8-e9eb-4fee-bf4f-2e303c8b3314 None None] Routers {'4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:39:37.497617 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-d90d44b8-e9eb-4fee-bf4f-2e303c8b3314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:39:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:39:37.502105 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f8428678-c730-4d3d-b1ec-ba7050b079bc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (35bc33e3-faf6-42fa-a379-8106b3e06868), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:37.598738 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8428678-c730-4d3d-b1ec-ba7050b079bc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35bc33e3-faf6-42fa-a379-8106b3e06868,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:37.600506 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-d90d44b8-e9eb-4fee-bf4f-2e303c8b3314 None None] Set router 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:39:37.616550 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-e50efc5c-0ee0-4475-a744-d55f308a80be req-a837f455-154e-4842-bcc4-110e26882225 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78271a93-f866-402f-b0e3-233356392cba HTTP/1.1" status: 200 len: 998 time: 0.1217046 Jan 18 19:39:37.617765 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428678-c730-4d3d-b1ec-ba7050b079bc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:37.618179 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428678-c730-4d3d-b1ec-ba7050b079bc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:37.618534 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428678-c730-4d3d-b1ec-ba7050b079bc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:37.618876 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428678-c730-4d3d-b1ec-ba7050b079bc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:37.619224 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428678-c730-4d3d-b1ec-ba7050b079bc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:37.619555 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428678-c730-4d3d-b1ec-ba7050b079bc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:37.619889 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428678-c730-4d3d-b1ec-ba7050b079bc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:37.620220 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428678-c730-4d3d-b1ec-ba7050b079bc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:37.620551 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428678-c730-4d3d-b1ec-ba7050b079bc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:37.620880 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428678-c730-4d3d-b1ec-ba7050b079bc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:37.621207 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428678-c730-4d3d-b1ec-ba7050b079bc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:37.621542 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428678-c730-4d3d-b1ec-ba7050b079bc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:37.621902 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428678-c730-4d3d-b1ec-ba7050b079bc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:37.660941 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f8428678-c730-4d3d-b1ec-ba7050b079bc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:37.660941 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-f8428678-c730-4d3d-b1ec-ba7050b079bc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4315708 Jan 18 19:39:37.663361 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 36026) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:39:37.668181 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-8ee7b8ab-207e-48c7-825c-123390dd3d37 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Request body: {'security_group_rule': {'security_group_id': '35bc33e3-faf6-42fa-a379-8106b3e06868', 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:39:37.682315 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50efc5c-0ee0-4475-a744-d55f308a80be req-b95b05b5-73bc-4286-ba0f-cec15d0aa824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:37.684055 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-e50efc5c-0ee0-4475-a744-d55f308a80be req-b95b05b5-73bc-4286-ba0f-cec15d0aa824 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b36d59b-f16e-40de-96be-7acc3290ef4e HTTP/1.1" status: 200 len: 854 time: 0.0545409 Jan 18 19:39:37.737402 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50efc5c-0ee0-4475-a744-d55f308a80be req-bbe48c30-a8e3-446f-8c9d-1bc7a34f39c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:37.738919 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-e50efc5c-0ee0-4475-a744-d55f308a80be req-bbe48c30-a8e3-446f-8c9d-1bc7a34f39c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a305aad1-af7c-4389-9b17-82d960c973f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482528 Jan 18 19:39:37.757768 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8ee7b8ab-207e-48c7-825c-123390dd3d37 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group_rule (ea7ee9f8-49d8-4dae-9c6e-5f6b042aebb1), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:37.823076 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8ee7b8ab-207e-48c7-825c-123390dd3d37 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group_rule (ea7ee9f8-49d8-4dae-9c6e-5f6b042aebb1), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:37.829119 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-d90d44b8-e9eb-4fee-bf4f-2e303c8b3314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'name': 'tempest-TestMinimumBasicScenario-1183275255-router', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:57Z', 'updated_at': '2022-01-18T19:38:02Z', 'revision_number': 4, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'gw_port': {'id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:58Z', 'updated_at': '2022-01-18T19:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '92f5255f-8753-4eea-8cb4-b63c77f889b5', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'port_id': '78271a93-f866-402f-b0e3-233356392cba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6', 'mac_address': 'fa:16:3e:96:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf04c92-6096-4826-85fb-8ddf324bfcf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:39:35Z', 'updated_at': '2022-01-18T19:39:35Z', 'revision_number': 0, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae43d19-2a26-4f8d-a10d-681043d73eba', 'name': '', 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'mac_address': 'fa:16:3e:0c:f2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4b36d59b-f16e-40de-96be-7acc3290ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:01Z', 'updated_at': '2022-01-18T19:38:06Z', 'revision_number': 5, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'subnets': [{'id': '4b36d59b-f16e-40de-96be-7acc3290ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:39:37.832524 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-e50efc5c-0ee0-4475-a744-d55f308a80be req-2e3f9de6-5e50-4391-967b-acf1225cae90 service neutron] 10.222.0.35 "GET /v2.0/networks/a305aad1-af7c-4389-9b17-82d960c973f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863338 Jan 18 19:39:37.857206 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d44b8-e9eb-4fee-bf4f-2e303c8b3314 None None] The sync data for ids ['4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'] in dv-cinder-811877-7-iscsi is: [{'id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'name': 'tempest-TestMinimumBasicScenario-1183275255-router', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:57Z', 'updated_at': '2022-01-18T19:38:02Z', 'revision_number': 4, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'gw_port': {'id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:58Z', 'updated_at': '2022-01-18T19:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '92f5255f-8753-4eea-8cb4-b63c77f889b5', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'port_id': '78271a93-f866-402f-b0e3-233356392cba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6', 'mac_address': 'fa:16:3e:96:6c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf04c92-6096-4826-85fb-8ddf324bfcf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:39:35Z', 'updated_at': '2022-01-18T19:39:35Z', 'revision_number': 0, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae43d19-2a26-4f8d-a10d-681043d73eba', 'name': '', 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'mac_address': 'fa:16:3e:0c:f2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4b36d59b-f16e-40de-96be-7acc3290ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:01Z', 'updated_at': '2022-01-18T19:38:06Z', 'revision_number': 5, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'subnets': [{'id': '4b36d59b-f16e-40de-96be-7acc3290ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:39:37.913290 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8ee7b8ab-207e-48c7-825c-123390dd3d37 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (ea7ee9f8-49d8-4dae-9c6e-5f6b042aebb1), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:37.932849 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7b8ab-207e-48c7-825c-123390dd3d37 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea7ee9f8-49d8-4dae-9c6e-5f6b042aebb1,revision_number=0']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:37.959802 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-e50efc5c-0ee0-4475-a744-d55f308a80be req-8ca68477-de11-421c-91f3-5103d2aaa68a service neutron] 10.222.0.35 "GET /v2.0/networks/a305aad1-af7c-4389-9b17-82d960c973f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175134 Jan 18 19:39:38.023674 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8ee7b8ab-207e-48c7-825c-123390dd3d37 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:38.025062 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-8ee7b8ab-207e-48c7-825c-123390dd3d37 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3606043 Jan 18 19:39:38.030034 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 36030) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:39:38.034613 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-457c890f-b51b-4b3a-9c74-ec8a016de0cc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Request body: {'security_group_rule': {'security_group_id': '35bc33e3-faf6-42fa-a379-8106b3e06868', 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:39:38.060204 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8207b0-3c52-4710-847e-ccc7558a512c None None] New status for floating IP 92f5255f-8753-4eea-8cb4-b63c77f889b5: ACTIVE {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 19:39:38.142676 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-457c890f-b51b-4b3a-9c74-ec8a016de0cc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group_rule (c1f8b828-5f4d-4bf0-884b-8328be64f684), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:38.355333 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6b4ad-1c33-4611-ab99-b04a3ac2cbaa req-cdcf284e-d8bd-4f46-afd5-2a8c6bafa9ca tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:38.356932 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b7d6b4ad-1c33-4611-ab99-b04a3ac2cbaa req-cdcf284e-d8bd-4f46-afd5-2a8c6bafa9ca tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0543132 Jan 18 19:39:38.404774 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b7d6b4ad-1c33-4611-ab99-b04a3ac2cbaa req-b5d05d77-1989-4aaa-8194-b43b4bd93af7 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419877 Jan 18 19:39:38.421088 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-457c890f-b51b-4b3a-9c74-ec8a016de0cc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group_rule (c1f8b828-5f4d-4bf0-884b-8328be64f684), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:38.484044 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-457c890f-b51b-4b3a-9c74-ec8a016de0cc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (c1f8b828-5f4d-4bf0-884b-8328be64f684), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:38.501351 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c890f-b51b-4b3a-9c74-ec8a016de0cc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f8b828-5f4d-4bf0-884b-8328be64f684,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:38.584079 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-457c890f-b51b-4b3a-9c74-ec8a016de0cc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:38.585797 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-457c890f-b51b-4b3a-9c74-ec8a016de0cc tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5542355 Jan 18 19:39:38.588010 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 36040) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:39:38.592392 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-41fd470f-1153-4550-9081-a6fea3c9ed31 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Request body: {'security_group_rule': {'security_group_id': '35bc33e3-faf6-42fa-a379-8106b3e06868', 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:39:38.683718 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-41fd470f-1153-4550-9081-a6fea3c9ed31 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group_rule (84f425f5-8e09-4d44-80eb-33f1e188adde), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:38.738466 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-41fd470f-1153-4550-9081-a6fea3c9ed31 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group_rule (84f425f5-8e09-4d44-80eb-33f1e188adde), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:38.787122 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-41fd470f-1153-4550-9081-a6fea3c9ed31 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (84f425f5-8e09-4d44-80eb-33f1e188adde), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:38.804146 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd470f-1153-4550-9081-a6fea3c9ed31 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f425f5-8e09-4d44-80eb-33f1e188adde,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:38.846555 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-41fd470f-1153-4550-9081-a6fea3c9ed31 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:38.847751 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-41fd470f-1153-4550-9081-a6fea3c9ed31 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2587514 Jan 18 19:39:38.850499 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 36044) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:39:38.854734 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-26f1f546-a1e3-4ed2-8462-2349fd92fa46 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Request body: {'security_group_rule': {'security_group_id': '35bc33e3-faf6-42fa-a379-8106b3e06868', 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:39:38.935154 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-26f1f546-a1e3-4ed2-8462-2349fd92fa46 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group_rule (69e23d76-e75c-4aae-9ced-003764f1b259), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:38.991968 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-26f1f546-a1e3-4ed2-8462-2349fd92fa46 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group_rule (69e23d76-e75c-4aae-9ced-003764f1b259), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:39.049561 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-26f1f546-a1e3-4ed2-8462-2349fd92fa46 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (69e23d76-e75c-4aae-9ced-003764f1b259), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:39.067303 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1f546-a1e3-4ed2-8462-2349fd92fa46 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e23d76-e75c-4aae-9ced-003764f1b259,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:39.115051 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-26f1f546-a1e3-4ed2-8462-2349fd92fa46 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:39.116263 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-26f1f546-a1e3-4ed2-8462-2349fd92fa46 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2648630 Jan 18 19:39:39.118972 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 36048) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:39:39.123160 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-9f289e1e-a599-41eb-8f3d-272529bfbb27 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Request body: {'security_group_rule': {'security_group_id': '35bc33e3-faf6-42fa-a379-8106b3e06868', 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:39:39.181730 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.db.securitygroups_db [None req-9f289e1e-a599-41eb-8f3d-272529bfbb27 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Project c1a3d66fd692461db39e7663dfb12bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 19:39:39.187688 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f289e1e-a599-41eb-8f3d-272529bfbb27 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group_rule (b299f1b1-f3b7-49de-a0db-327eae85db20), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:39.248009 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f289e1e-a599-41eb-8f3d-272529bfbb27 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group_rule (b299f1b1-f3b7-49de-a0db-327eae85db20), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:39.301876 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f289e1e-a599-41eb-8f3d-272529bfbb27 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (b299f1b1-f3b7-49de-a0db-327eae85db20), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:39.319255 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f289e1e-a599-41eb-8f3d-272529bfbb27 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b299f1b1-f3b7-49de-a0db-327eae85db20,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:39.377576 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9f289e1e-a599-41eb-8f3d-272529bfbb27 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:39.378816 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-9f289e1e-a599-41eb-8f3d-272529bfbb27 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2589109 Jan 18 19:39:39.381597 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 36054) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:39:39.385791 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-44f49f00-32bf-45f6-ac59-b2989e0574be tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Request body: {'security_group_rule': {'security_group_id': '35bc33e3-faf6-42fa-a379-8106b3e06868', 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:39:39.461775 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.db.securitygroups_db [None req-44f49f00-32bf-45f6-ac59-b2989e0574be tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Project c1a3d66fd692461db39e7663dfb12bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 19:39:39.467197 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-44f49f00-32bf-45f6-ac59-b2989e0574be tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group_rule (8b9cdb02-9eef-4da5-bf93-79bc25d1fba3), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:39.521161 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828415a2-24ba-464c-80b8-d85b62a3d60f req-0c61ad8e-b513-41b6-983d-2339ee87eef6 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:39.522680 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-828415a2-24ba-464c-80b8-d85b62a3d60f req-0c61ad8e-b513-41b6-983d-2339ee87eef6 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0468221 Jan 18 19:39:39.524954 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-44f49f00-32bf-45f6-ac59-b2989e0574be tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group_rule (8b9cdb02-9eef-4da5-bf93-79bc25d1fba3), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:39.569202 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-828415a2-24ba-464c-80b8-d85b62a3d60f req-37bb84d0-fa47-48ff-9616-47686fd7258f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397055 Jan 18 19:39:39.587916 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-44f49f00-32bf-45f6-ac59-b2989e0574be tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (8b9cdb02-9eef-4da5-bf93-79bc25d1fba3), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:39.607392 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f49f00-32bf-45f6-ac59-b2989e0574be tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9cdb02-9eef-4da5-bf93-79bc25d1fba3,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:39.680745 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-44f49f00-32bf-45f6-ac59-b2989e0574be tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:39.681938 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-44f49f00-32bf-45f6-ac59-b2989e0574be tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2994092 Jan 18 19:39:39.767567 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b97d39d2-26a0-4ab8-a2ee-a1b6e096e5e7 req-c6496c14-c9ba-433f-b3ac-d83ae3fc2319 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805071196&fields=id&tenant_id=c1a3d66fd692461db39e7663dfb12bd6 HTTP/1.1" status: 200 len: 267 time: 0.0424259 Jan 18 19:39:39.819525 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d39d2-26a0-4ab8-a2ee-a1b6e096e5e7 req-69efd593-be70-472a-8816-6877e5e04d4d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:39.820943 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b97d39d2-26a0-4ab8-a2ee-a1b6e096e5e7 req-69efd593-be70-472a-8816-6877e5e04d4d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 945 time: 0.0481925 Jan 18 19:39:39.831517 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-b97d39d2-26a0-4ab8-a2ee-a1b6e096e5e7 req-e74b3f02-f789-470d-8f3d-308240354903 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Request body: {'port': {'security_groups': ['9ecc69b3-e801-4bab-be93-7ab2329c0283', '35bc33e3-faf6-42fa-a379-8106b3e06868']}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:39:39.893478 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-b97d39d2-26a0-4ab8-a2ee-a1b6e096e5e7 req-e74b3f02-f789-470d-8f3d-308240354903 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (78271a93-f866-402f-b0e3-233356392cba), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:40.109819 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-b97d39d2-26a0-4ab8-a2ee-a1b6e096e5e7 req-e74b3f02-f789-470d-8f3d-308240354903 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] For port 78271a93-f866-402f-b0e3-233356392cba, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=78271a93-f866-402f-b0e3-233356392cba,segment=NetworkSegment(fbff2775-c3d6-4f3f-8ec0-8a27bebf478f),segment_id=fbff2775-c3d6-4f3f-8ec0-8a27bebf478f)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:39:40.137716 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-b97d39d2-26a0-4ab8-a2ee-a1b6e096e5e7 req-e74b3f02-f789-470d-8f3d-308240354903 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for port (78271a93-f866-402f-b0e3-233356392cba), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:40.204720 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-b97d39d2-26a0-4ab8-a2ee-a1b6e096e5e7 req-e74b3f02-f789-470d-8f3d-308240354903 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (78271a93-f866-402f-b0e3-233356392cba), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:40.226113 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['78271a93-f866-402f-b0e3-233356392cba'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:39:40.450859 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d39d2-26a0-4ab8-a2ee-a1b6e096e5e7 req-e74b3f02-f789-470d-8f3d-308240354903 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:40.451505 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-b97d39d2-26a0-4ab8-a2ee-a1b6e096e5e7 req-e74b3f02-f789-470d-8f3d-308240354903 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:40.452932 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b97d39d2-26a0-4ab8-a2ee-a1b6e096e5e7 req-e74b3f02-f789-470d-8f3d-308240354903 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "PUT /v2.0/ports/78271a93-f866-402f-b0e3-233356392cba HTTP/1.1" status: 200 len: 981 time: 0.6261587 Jan 18 19:39:40.453435 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf04c92-6096-4826-85fb-8ddf324bfcf2', 'tag': '78271a93-f866-402f-b0e3-233356392cba'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:39:40.455932 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb4bf79-7358-462c-8b8e-c08d29539850" -d '{"events": [{"name": "network-changed", "server_uuid": "baf04c92-6096-4826-85fb-8ddf324bfcf2", "tag": "78271a93-f866-402f-b0e3-233356392cba"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:39:40.488033 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b3f02-f789-470d-8f3d-308240354903 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Pushing event updated for resources: {'Port': ['ID=78271a93-f866-402f-b0e3-233356392cba,revision_number=6']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:40.499528 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adde0db-479d-4728-99bd-72307bf6b596 x-openstack-request-id: req-1adde0db-479d-4728-99bd-72307bf6b596 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:39:40.500017 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf04c92-6096-4826-85fb-8ddf324bfcf2", "tag": "78271a93-f866-402f-b0e3-233356392cba", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:39:40.500996 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1adde0db-479d-4728-99bd-72307bf6b596 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:39:40.501396 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf04c92-6096-4826-85fb-8ddf324bfcf2', 'tag': '78271a93-f866-402f-b0e3-233356392cba', 'status': 'completed', 'code': 200} Jan 18 19:39:40.586189 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4bf79-7358-462c-8b8e-c08d29539850 req-65c79d45-38f0-4b39-b3a3-f1f5eb7fe4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:40.587036 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cbf11-4cf7-40ad-8093-734499d31fd6 req-fe175772-6f1b-469e-90d9-533091986e3b tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:40.588811 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-aeb4bf79-7358-462c-8b8e-c08d29539850 req-65c79d45-38f0-4b39-b3a3-f1f5eb7fe4ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1a3d66fd692461db39e7663dfb12bd6&device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 1137 time: 0.0526004 Jan 18 19:39:40.590335 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6f1cbf11-4cf7-40ad-8093-734499d31fd6 req-fe175772-6f1b-469e-90d9-533091986e3b tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.0594015 Jan 18 19:39:40.677454 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['78271a93-f866-402f-b0e3-233356392cba'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:39:40.690571 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6f1cbf11-4cf7-40ad-8093-734499d31fd6 req-3dc88f82-74ee-4338-9dba-08f024349645 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0945561 Jan 18 19:39:40.709713 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ceff2-dd62-4e14-9329-493386395298 req-af416011-e365-4e3c-b773-ff52ace754e7 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:40.711176 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-028ceff2-dd62-4e14-9329-493386395298 req-af416011-e365-4e3c-b773-ff52ace754e7 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0660105 Jan 18 19:39:40.724605 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4bf79-7358-462c-8b8e-c08d29539850 req-fccf7275-a11a-471d-a7c9-a35411e944e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:40.728938 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-aeb4bf79-7358-462c-8b8e-c08d29539850 req-fccf7275-a11a-471d-a7c9-a35411e944e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a305aad1-af7c-4389-9b17-82d960c973f6 HTTP/1.1" status: 200 len: 916 time: 0.1238749 Jan 18 19:39:40.750216 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-15d810e8-fefb-4536-bdb9-40037a133a30 None None] Provisioning complete for port 78271a93-f866-402f-b0e3-233356392cba triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:39:40.750677 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-15d810e8-fefb-4536-bdb9-40037a133a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (78271a93-f866-402f-b0e3-233356392cba), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:40.777979 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-028ceff2-dd62-4e14-9329-493386395298 req-8aaabef5-2a75-49f6-8b38-fa14d3a652a8 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497339 Jan 18 19:39:40.814860 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-aeb4bf79-7358-462c-8b8e-c08d29539850 req-e0f8f8ed-477f-4fb3-bdf9-3130645778fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78271a93-f866-402f-b0e3-233356392cba HTTP/1.1" status: 200 len: 1000 time: 0.0806539 Jan 18 19:39:40.866234 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4bf79-7358-462c-8b8e-c08d29539850 req-32fdf220-8491-4dbd-a213-b38f17f09153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:40.867662 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-aeb4bf79-7358-462c-8b8e-c08d29539850 req-32fdf220-8491-4dbd-a213-b38f17f09153 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b36d59b-f16e-40de-96be-7acc3290ef4e HTTP/1.1" status: 200 len: 854 time: 0.0422840 Jan 18 19:39:40.900883 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-15d810e8-fefb-4536-bdb9-40037a133a30 None None] Current status of the port 78271a93-f866-402f-b0e3-233356392cba is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:39:40.917702 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4bf79-7358-462c-8b8e-c08d29539850 req-f533cfb2-bb59-4575-8011-e450b44c61c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:40.920657 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-aeb4bf79-7358-462c-8b8e-c08d29539850 req-f533cfb2-bb59-4575-8011-e450b44c61c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a305aad1-af7c-4389-9b17-82d960c973f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426869 Jan 18 19:39:41.009973 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-aeb4bf79-7358-462c-8b8e-c08d29539850 req-d223c8d7-8996-41ee-a360-dcb58bfc4032 service neutron] 10.222.0.35 "GET /v2.0/networks/a305aad1-af7c-4389-9b17-82d960c973f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816691 Jan 18 19:39:41.119933 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-aeb4bf79-7358-462c-8b8e-c08d29539850 req-b5925e38-cb87-4111-859f-d89e9cd1762d service neutron] 10.222.0.35 "GET /v2.0/networks/a305aad1-af7c-4389-9b17-82d960c973f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965834 Jan 18 19:39:41.901978 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861be89-f1c7-42ab-b5fc-9efeddbfa0c7 req-0d057360-7039-4618-a79e-afa25ec68fc1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:41.903458 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3861be89-f1c7-42ab-b5fc-9efeddbfa0c7 req-0d057360-7039-4618-a79e-afa25ec68fc1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0481193 Jan 18 19:39:41.950038 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3861be89-f1c7-42ab-b5fc-9efeddbfa0c7 req-250b7201-f25e-4689-8b8b-ee747d0d7e8b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411289 Jan 18 19:39:42.388959 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-6c55ffea-29ca-491f-a38b-527ca1f172b9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1908804537&fields=id&tenant_id=5132940720394c7a9c249c61206833f6 HTTP/1.1" status: 200 len: 267 time: 0.0425098 Jan 18 19:39:42.495675 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-6d4d83a9-6bf8-44b5-862c-373a67598ae0 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:42.497131 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-6d4d83a9-6bf8-44b5-862c-373a67598ae0 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/networks?id=587eb791-8376-4b85-b8c3-4979fdf6baa8 HTTP/1.1" status: 200 len: 812 time: 0.1018436 Jan 18 19:39:42.511356 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-88b45990-4344-40f1-9bcc-30aedd97b429 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/quotas/5132940720394c7a9c249c61206833f6 HTTP/1.1" status: 200 len: 375 time: 0.0090163 Jan 18 19:39:42.562415 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-6213b440-d40c-47d6-9a01-8dae6578267a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5132940720394c7a9c249c61206833f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449443 Jan 18 19:39:42.657755 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-44945a01-a137-4460-91f0-f0c023e503f5 service neutron] 10.222.0.20 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844731 Jan 18 19:39:42.746941 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-2a36e130-3ce9-4f89-af34-220b57a21389 service neutron] 10.222.0.20 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832841 Jan 18 19:39:42.850004 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:43.091319 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f3e8f-e427-4f77-b632-8abdfe4fede8 req-cf64d368-94e2-4d35-aaea-65b2edc749bc tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:43.092966 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bd3f3e8f-e427-4f77-b632-8abdfe4fede8 req-cf64d368-94e2-4d35-aaea-65b2edc749bc tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0515749 Jan 18 19:39:43.148110 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bd3f3e8f-e427-4f77-b632-8abdfe4fede8 req-4b7cddbe-768e-452f-949f-031eabbc141d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462098 Jan 18 19:39:43.329474 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-79bdb785-c7cb-444e-86bd-83a17c561429 req-7f315411-3e1a-4002-b6f2-6ed10098273d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0249765 Jan 18 19:39:44.269894 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07dae4f-11ce-4909-949a-694cdcc974d1 req-4315965c-1c33-4c15-97f8-f3a56f61e7ad tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:44.271589 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a07dae4f-11ce-4909-949a-694cdcc974d1 req-4315965c-1c33-4c15-97f8-f3a56f61e7ad tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0533381 Jan 18 19:39:44.319995 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a07dae4f-11ce-4909-949a-694cdcc974d1 req-039d57b6-a1a9-4f2c-a16c-a38a949696ff tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428567 Jan 18 19:39:44.439965 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e47f6eef-400f-4242-ac8c-8adfa8c32f8e req-4555c492-5b81-42e1-8d56-138109a692d9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0315828 Jan 18 19:39:44.455113 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f8123-4c53-460d-a11a-d6bfd0d9cfb6 req-77cb91f1-53ee-446c-b318-1a08fa60036a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:44.456873 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-597f8123-4c53-460d-a11a-d6bfd0d9cfb6 req-77cb91f1-53ee-446c-b318-1a08fa60036a tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 946 time: 0.0729721 Jan 18 19:39:44.505934 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-597f8123-4c53-460d-a11a-d6bfd0d9cfb6 req-1dcf177f-2302-472d-b099-10b435fe99a3 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422692 Jan 18 19:39:44.891795 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:39:45.451928 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335d2d0-42a3-4787-8246-b5c531150e09 req-4aef1aec-86ee-4178-aa5d-6ae38a499a45 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:45.453552 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7335d2d0-42a3-4787-8246-b5c531150e09 req-4aef1aec-86ee-4178-aa5d-6ae38a499a45 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0484097 Jan 18 19:39:45.505746 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7335d2d0-42a3-4787-8246-b5c531150e09 req-42e6df3f-47df-4c45-816f-74ae20c9db9f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462403 Jan 18 19:39:45.537290 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-266eae12-68d5-437f-8aca-3973753b4a20 req-314d22c5-470a-4bdf-91b7-deef1fa628c9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0254698 Jan 18 19:39:45.628854 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315a42d-a88c-4417-a850-724d3ed4faa9 req-d61bec3c-4d7b-4afe-8727-78fdb72ac9d2 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:45.630299 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b315a42d-a88c-4417-a850-724d3ed4faa9 req-d61bec3c-4d7b-4afe-8727-78fdb72ac9d2 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 946 time: 0.0522852 Jan 18 19:39:45.678118 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b315a42d-a88c-4417-a850-724d3ed4faa9 req-e030107e-729c-4370-9242-d62f956725e2 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421431 Jan 18 19:39:45.694779 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-6f91e635-f739-41c4-b067-814f1498e77e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:45.696293 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-6f91e635-f739-41c4-b067-814f1498e77e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.35 "GET /v2.0/networks?id=587eb791-8376-4b85-b8c3-4979fdf6baa8 HTTP/1.1" status: 200 len: 812 time: 0.1049101 Jan 18 19:39:45.772848 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-bdf9157b-d625-466a-af96-27c18e298eee tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5132940720394c7a9c249c61206833f6 HTTP/1.1" status: 200 len: 380 time: 0.0652080 Jan 18 19:39:45.782464 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-fadbfa4e-5076-4226-9646-202b1555070e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Request body: {'port': {'device_id': '00732823-ab4b-46cf-8cbf-50e72320e7a3', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'admin_state_up': True, 'tenant_id': '5132940720394c7a9c249c61206833f6', 'security_groups': ['c9e528e8-cfda-457a-a93c-06faee597c10']}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:39:45.964657 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-fadbfa4e-5076-4226-9646-202b1555070e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Made reservation on behalf of 5132940720394c7a9c249c61206833f6 for: {'port': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:39:45.968603 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-fadbfa4e-5076-4226-9646-202b1555070e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:46.094405 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-fadbfa4e-5076-4226-9646-202b1555070e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Allocated IP 172.20.0.12 (587eb791-8376-4b85-b8c3-4979fdf6baa8/56220d3c-b1c3-4597-b0e0-e815ef06647a/845cac91-f57b-48cf-abe8-2232be4900b0) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:39:46.234481 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-fadbfa4e-5076-4226-9646-202b1555070e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for port (845cac91-f57b-48cf-abe8-2232be4900b0), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:46.324835 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-fadbfa4e-5076-4226-9646-202b1555070e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (845cac91-f57b-48cf-abe8-2232be4900b0), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:46.366916 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-fadbfa4e-5076-4226-9646-202b1555070e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Network 587eb791-8376-4b85-b8c3-4979fdf6baa8 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:39:46.370053 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-fadbfa4e-5076-4226-9646-202b1555070e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:39:46.373595 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-fadbfa4e-5076-4226-9646-202b1555070e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:39:46.401855 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbfa4e-5076-4226-9646-202b1555070e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event updated for resources: {'Port': ['ID=845cac91-f57b-48cf-abe8-2232be4900b0,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:46.434667 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-fadbfa4e-5076-4226-9646-202b1555070e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:46.435309 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-fadbfa4e-5076-4226-9646-202b1555070e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:46.561437 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-fadbfa4e-5076-4226-9646-202b1555070e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7830319 Jan 18 19:39:46.577459 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Request body: {'port': {'device_id': '00732823-ab4b-46cf-8cbf-50e72320e7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:39:46.633858 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f5ce-51aa-4f3a-82b7-e87e03d9dcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:46.649914 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (845cac91-f57b-48cf-abe8-2232be4900b0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:46.657577 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-de4329bf-4b40-43bf-83a6-e3ec857a29f6 None None] Provisioning complete for port 845cac91-f57b-48cf-abe8-2232be4900b0 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:39:46.658432 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-de4329bf-4b40-43bf-83a6-e3ec857a29f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (845cac91-f57b-48cf-abe8-2232be4900b0), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:46.676127 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e9983-8cfd-4428-998d-2239b6deb940 req-ffb41f43-a5f1-4164-bd27-19020c82fab4 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:46.678267 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f74e9983-8cfd-4428-998d-2239b6deb940 req-ffb41f43-a5f1-4164-bd27-19020c82fab4 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0893300 Jan 18 19:39:46.710713 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-de4329bf-4b40-43bf-83a6-e3ec857a29f6 None None] Port 845cac91-f57b-48cf-abe8-2232be4900b0 cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:39:46.715137 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91abac-78e7-4af3-8ba1-172fcea26e0f req-1a1074cb-619c-4387-9973-3ea4eee86aad tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:46.717358 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-da91abac-78e7-4af3-8ba1-172fcea26e0f req-1a1074cb-619c-4387-9973-3ea4eee86aad tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 932 time: 0.1002071 Jan 18 19:39:46.802094 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f74e9983-8cfd-4428-998d-2239b6deb940 req-50775220-16b7-4466-b0b3-2bd9bfd5777e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095912 Jan 18 19:39:46.807021 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-da91abac-78e7-4af3-8ba1-172fcea26e0f req-55ba3777-2910-4131-8b8f-383f2e762a7a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795422 Jan 18 19:39:46.938654 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624dd7f-54fe-41f2-a7e2-f224adbd033c req-bc7941f3-4d15-4a41-93b8-fd8f8eb2bf0b tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:46.940149 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7624dd7f-54fe-41f2-a7e2-f224adbd033c req-bc7941f3-4d15-4a41-93b8-fd8f8eb2bf0b tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 946 time: 0.0754993 Jan 18 19:39:46.961346 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845cac91-f57b-48cf-abe8-2232be4900b0 {{(pid=103173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:39:46.963743 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76426daf-439e-451a-a74f-0cf81df06019 req-ee7d6c0c-b8ae-495a-a066-b0cae849ccd3 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:46.965243 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-76426daf-439e-451a-a74f-0cf81df06019 req-ee7d6c0c-b8ae-495a-a066-b0cae849ccd3 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 946 time: 0.0685515 Jan 18 19:39:46.972241 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Publish callbacks [] for port (845cac91-f57b-48cf-abe8-2232be4900b0), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:46.998471 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.provisioning_blocks [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Transition to ACTIVE for port object 845cac91-f57b-48cf-abe8-2232be4900b0 will not be triggered until provisioned by entity L2. {{(pid=103173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:39:47.037716 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7624dd7f-54fe-41f2-a7e2-f224adbd033c req-a5a3f2a0-9ddb-48fe-abe1-591ea336932c tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889063 Jan 18 19:39:47.073188 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740253'] for port (845cac91-f57b-48cf-abe8-2232be4900b0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:47.099364 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-76426daf-439e-451a-a74f-0cf81df06019 req-91d3d93b-d49f-4010-bf46-34c1b0513bf3 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Deleting port 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:39:47.099713 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-76426daf-439e-451a-a74f-0cf81df06019 req-91d3d93b-d49f-4010-bf46-34c1b0513bf3 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:47.129064 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Pushing event updated for resources: {'Port': ['ID=845cac91-f57b-48cf-abe8-2232be4900b0,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:47.204397 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-76426daf-439e-451a-a74f-0cf81df06019 req-91d3d93b-d49f-4010-bf46-34c1b0513bf3 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] For port 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8,segment=NetworkSegment(8cb821b4-ebd5-4483-85a8-0cff48f3dde2),segment_id=8cb821b4-ebd5-4483-85a8-0cff48f3dde2)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:39:47.204711 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-76426daf-439e-451a-a74f-0cf81df06019 req-91d3d93b-d49f-4010-bf46-34c1b0513bf3 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:47.215671 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Attempting to bind port 845cac91-f57b-48cf-abe8-2232be4900b0 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:39:47.216358 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Attempting to bind port 845cac91-f57b-48cf-abe8-2232be4900b0 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:39:47.216601 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Attempting to bind port 845cac91-f57b-48cf-abe8-2232be4900b0 on network 587eb791-8376-4b85-b8c3-4979fdf6baa8 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:39:47.222423 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Port 845cac91-f57b-48cf-abe8-2232be4900b0 on network 587eb791-8376-4b85-b8c3-4979fdf6baa8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:39:47.222746 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Attempting to bind port 845cac91-f57b-48cf-abe8-2232be4900b0 on network 587eb791-8376-4b85-b8c3-4979fdf6baa8 {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:39:47.224924 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-76426daf-439e-451a-a74f-0cf81df06019 req-91d3d93b-d49f-4010-bf46-34c1b0513bf3 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Calling delete_port for 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 owned by compute:nova {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:39:47.235372 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:39:47.236146 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Checking segment: {'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:39:47.236589 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Bound using segment: {'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'} {{(pid=103173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:39:47.237278 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.managers [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Bound port: 845cac91-f57b-48cf-abe8-2232be4900b0, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'}}] {{(pid=103173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:39:47.237534 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (845cac91-f57b-48cf-abe8-2232be4900b0), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:47.306774 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] For port 845cac91-f57b-48cf-abe8-2232be4900b0, host hv-cinder-81187, cleared binding levels {{(pid=103173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:39:47.311488 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] For port 845cac91-f57b-48cf-abe8-2232be4900b0, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=845cac91-f57b-48cf-abe8-2232be4900b0,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:39:47.360977 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740253'] for port (845cac91-f57b-48cf-abe8-2232be4900b0), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:47.398095 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:47.398683 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:47.400106 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] 10.222.0.35 "PUT /v2.0/ports/845cac91-f57b-48cf-abe8-2232be4900b0 HTTP/1.1" status: 200 len: 1094 time: 0.8276408 Jan 18 19:39:47.400509 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00732823-ab4b-46cf-8cbf-50e72320e7a3', 'tag': '845cac91-f57b-48cf-abe8-2232be4900b0'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:39:47.402774 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2192f31b9332bf9c25be62e2eb712fda9b4426ea0356a3efb127a3d7520833a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18b9f39-cf06-4094-859e-9a86a7899e13" -d '{"events": [{"name": "network-changed", "server_uuid": "00732823-ab4b-46cf-8cbf-50e72320e7a3", "tag": "845cac91-f57b-48cf-abe8-2232be4900b0"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:39:47.424323 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525f6cb-74e7-45e3-b35f-899f7a68f819 service neutron] Pushing event updated for resources: {'Port': ['ID=845cac91-f57b-48cf-abe8-2232be4900b0,revision_number=3']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:47.445278 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-76426daf-439e-451a-a74f-0cf81df06019 req-91d3d93b-d49f-4010-bf46-34c1b0513bf3 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:47.449181 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b46b6cc-2c42-43f2-9139-af7f6c594e63 x-openstack-request-id: req-3b46b6cc-2c42-43f2-9139-af7f6c594e63 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:39:47.449485 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00732823-ab4b-46cf-8cbf-50e72320e7a3", "tag": "845cac91-f57b-48cf-abe8-2232be4900b0", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:39:47.449740 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b46b6cc-2c42-43f2-9139-af7f6c594e63 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:39:47.450182 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00732823-ab4b-46cf-8cbf-50e72320e7a3', 'tag': '845cac91-f57b-48cf-abe8-2232be4900b0', 'status': 'completed', 'code': 200} Jan 18 19:39:47.459435 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:39:47.489926 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3d93b-d49f-4010-bf46-34c1b0513bf3 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Pushing event deleted for resources: {'Port': ['ID=1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:47.540126 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b9f39-cf06-4094-859e-9a86a7899e13 req-2eeaf3e2-c5dc-4e88-9208-7d4e6f0d6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:47.541922 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-c18b9f39-cf06-4094-859e-9a86a7899e13 req-2eeaf3e2-c5dc-4e88-9208-7d4e6f0d6bad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5132940720394c7a9c249c61206833f6&device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 1097 time: 0.0479898 Jan 18 19:39:47.564070 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-76426daf-439e-451a-a74f-0cf81df06019 req-91d3d93b-d49f-4010-bf46-34c1b0513bf3 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] No DVR routers for this DVR port 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 on host hv-cinder-81187 {{(pid=103172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:39:47.569035 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-76426daf-439e-451a-a74f-0cf81df06019 req-91d3d93b-d49f-4010-bf46-34c1b0513bf3 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:47.572828 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-76426daf-439e-451a-a74f-0cf81df06019 req-91d3d93b-d49f-4010-bf46-34c1b0513bf3 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.35 "DELETE /v2.0/ports/1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 HTTP/1.1" status: 204 len: 173 time: 0.5853443 Jan 18 19:39:47.573291 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6dd161c-8a56-4917-ac58-eef9327f060d', 'name': 'network-vif-deleted', 'tag': '1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:39:47.575733 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211d6a21-0d59-42ba-a00d-fa137ee651ef" -d '{"events": [{"server_uuid": "b6dd161c-8a56-4917-ac58-eef9327f060d", "name": "network-vif-deleted", "tag": "1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:39:47.617586 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfa5809-138b-44cc-9688-536141ea3326 x-openstack-request-id: req-4bfa5809-138b-44cc-9688-536141ea3326 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:39:47.617879 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6dd161c-8a56-4917-ac58-eef9327f060d", "name": "network-vif-deleted", "tag": "1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:39:47.618151 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4bfa5809-138b-44cc-9688-536141ea3326 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:39:47.618545 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6dd161c-8a56-4917-ac58-eef9327f060d', 'name': 'network-vif-deleted', 'tag': '1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8', 'status': 'completed', 'code': 200} Jan 18 19:39:47.671940 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b9f39-cf06-4094-859e-9a86a7899e13 req-0b8f9a96-0435-43e1-88cb-60e8f868930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:47.674778 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-c18b9f39-cf06-4094-859e-9a86a7899e13 req-0b8f9a96-0435-43e1-88cb-60e8f868930a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5132940720394c7a9c249c61206833f6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1183062 Jan 18 19:39:47.774756 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b9f39-cf06-4094-859e-9a86a7899e13 req-de0b9ccb-0244-425e-bb0c-28ef394fd83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:47.776178 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-c18b9f39-cf06-4094-859e-9a86a7899e13 req-de0b9ccb-0244-425e-bb0c-28ef394fd83a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920815 Jan 18 19:39:47.887413 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e3b57-b370-49b2-b394-7a7058ad5215 req-2625d922-972d-487c-b6c0-790cc4fada42 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:47.888890 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7c5e3b57-b370-49b2-b394-7a7058ad5215 req-2625d922-972d-487c-b6c0-790cc4fada42 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 945 time: 0.0478449 Jan 18 19:39:47.892880 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-63f99d00-3bab-4d90-83bc-c5d7fafe7070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:47.894639 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-63f99d00-3bab-4d90-83bc-c5d7fafe7070 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5132940720394c7a9c249c61206833f6&device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 1097 time: 0.0415249 Jan 18 19:39:47.943084 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7c5e3b57-b370-49b2-b394-7a7058ad5215 req-07469bd8-e783-4bff-9868-e6291ffafc82 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479822 Jan 18 19:39:47.955504 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-844a7299-b2b8-423c-b40f-ecc26b80cd2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=845cac91-f57b-48cf-abe8-2232be4900b0 HTTP/1.1" status: 200 len: 217 time: 0.0351112 Jan 18 19:39:48.009497 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-9f605536-6742-4356-88c7-e903f1fe68a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:48.011132 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-9f605536-6742-4356-88c7-e903f1fe68a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56220d3c-b1c3-4597-b0e0-e815ef06647a HTTP/1.1" status: 200 len: 851 time: 0.0480552 Jan 18 19:39:48.045509 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d4042-72b5-4799-9dd0-75e2307f8297 req-d0da4721-d625-4283-8754-6442c4b58224 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:48.047559 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8e4d4042-72b5-4799-9dd0-75e2307f8297 req-d0da4721-d625-4283-8754-6442c4b58224 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 944 time: 0.0476828 Jan 18 19:39:48.075166 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-1e463874-f8ae-406d-8c28-60359ac4bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:48.076756 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-1e463874-f8ae-406d-8c28-60359ac4bc88 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=587eb791-8376-4b85-b8c3-4979fdf6baa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523410 Jan 18 19:39:48.098262 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8e4d4042-72b5-4799-9dd0-75e2307f8297 req-da2ebd26-ab1e-4c17-8bef-ca3fe40c84e3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452423 Jan 18 19:39:48.159373 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b353882-fd00-4d7c-9e69-0ad4af04766c req-a14634f8-47c8-4cbf-9ab4-0bc12274856b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:48.160854 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2b353882-fd00-4d7c-9e69-0ad4af04766c req-a14634f8-47c8-4cbf-9ab4-0bc12274856b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0616589 Jan 18 19:39:48.182420 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-41d800d5-3658-4c47-8317-856d469aaaa1 service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856247 Jan 18 19:39:48.237953 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a7016-d70c-475c-a5d5-3dc48ca7e3de req-281f112f-835f-4ded-90f9-ebbb127f9350 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:48.239450 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a52a7016-d70c-475c-a5d5-3dc48ca7e3de req-281f112f-835f-4ded-90f9-ebbb127f9350 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0777290 Jan 18 19:39:48.243917 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2b353882-fd00-4d7c-9e69-0ad4af04766c req-89cd9858-77c5-45f4-8047-a33897b653a8 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730512 Jan 18 19:39:48.286819 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-0c318f85-8f1b-4627-895a-2422feb10a72 req-735f5388-04fc-4f32-b9ad-e369f469c0ee service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916359 Jan 18 19:39:48.306389 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a52a7016-d70c-475c-a5d5-3dc48ca7e3de req-777c5265-78a9-4c75-a642-5424d0e34f92 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604725 Jan 18 19:39:48.409087 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3eaf0437-46f2-404d-8ae9-3a798baf6608 req-178ac6c3-96cd-44e0-8942-2dca1fdababf tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6dd161c-8a56-4917-ac58-eef9327f060d HTTP/1.1" status: 200 len: 210 time: 0.0262454 Jan 18 19:39:48.482465 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ff52e-6e94-48a6-9afc-ff9a8692786c req-859d1166-b161-46b1-8a09-a2d08e011583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:48.483964 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-9c1ff52e-6e94-48a6-9afc-ff9a8692786c req-859d1166-b161-46b1-8a09-a2d08e011583 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf0cd8080e184330b0b0cc9934525143&device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 1099 time: 0.0397196 Jan 18 19:39:48.592649 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ff52e-6e94-48a6-9afc-ff9a8692786c req-0a9abab7-f79d-4d30-a404-48b60df97d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:48.594032 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-9c1ff52e-6e94-48a6-9afc-ff9a8692786c req-0a9abab7-f79d-4d30-a404-48b60df97d4e service neutron] 10.222.0.35 "GET /v2.0/networks?id=2276716e-d010-493f-805b-07bee1604b14 HTTP/1.1" status: 200 len: 918 time: 0.0872970 Jan 18 19:39:48.659110 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-9c1ff52e-6e94-48a6-9afc-ff9a8692786c req-344dee33-02f4-4238-891a-4a255989dc2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80467ab1-0bd1-447c-9a1c-9089b86faff2 HTTP/1.1" status: 200 len: 1002 time: 0.0580196 Jan 18 19:39:48.710699 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ff52e-6e94-48a6-9afc-ff9a8692786c req-7d97c315-773c-407c-a846-3dec1b573042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:48.713158 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-9c1ff52e-6e94-48a6-9afc-ff9a8692786c req-7d97c315-773c-407c-a846-3dec1b573042 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de HTTP/1.1" status: 200 len: 856 time: 0.0456800 Jan 18 19:39:48.766750 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ff52e-6e94-48a6-9afc-ff9a8692786c req-b118ffff-935a-428a-8fb4-09e1e1e4545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:48.768324 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-9c1ff52e-6e94-48a6-9afc-ff9a8692786c req-b118ffff-935a-428a-8fb4-09e1e1e4545b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2276716e-d010-493f-805b-07bee1604b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443249 Jan 18 19:39:48.857095 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-9c1ff52e-6e94-48a6-9afc-ff9a8692786c req-2cdc4877-4398-4b56-b431-5ec42373b157 service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781038 Jan 18 19:39:48.950766 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-9c1ff52e-6e94-48a6-9afc-ff9a8692786c req-9d29ad1d-ffc8-4903-929c-48d7651e4f1e service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827198 Jan 18 19:39:49.065627 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640b05b-f108-44f3-a60b-f56e2e202065 req-7fedeebd-ed18-4a88-8d77-89a5c2569bab tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:49.067127 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7640b05b-f108-44f3-a60b-f56e2e202065 req-7fedeebd-ed18-4a88-8d77-89a5c2569bab tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 945 time: 0.0550523 Jan 18 19:39:49.114555 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7640b05b-f108-44f3-a60b-f56e2e202065 req-be61dfc5-5d1f-489b-9d79-c4f1ca4aab20 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417249 Jan 18 19:39:49.142046 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-21d4012b-1369-4756-95f8-62eb19aa0527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:49.212708 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b36381-512f-4b1f-afc7-113f229286f6 req-aafedfd5-071e-4e68-aa3a-86cefa659e99 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:49.214226 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b0b36381-512f-4b1f-afc7-113f229286f6 req-aafedfd5-071e-4e68-aa3a-86cefa659e99 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 944 time: 0.0504949 Jan 18 19:39:49.261107 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b0b36381-512f-4b1f-afc7-113f229286f6 req-51882e1a-c737-4306-a672-bf690f15af9e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414824 Jan 18 19:39:49.362007 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e67a0-95be-4b40-8ad3-83fd4cc0a51a req-cd5fc95d-6449-4ba3-b5e2-b6881afc47ed tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:49.363535 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-799e67a0-95be-4b40-8ad3-83fd4cc0a51a req-cd5fc95d-6449-4ba3-b5e2-b6881afc47ed tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0478508 Jan 18 19:39:49.445958 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-799e67a0-95be-4b40-8ad3-83fd4cc0a51a req-561197cf-b9c3-4ef2-8236-a88f471bedd6 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770338 Jan 18 19:39:49.458249 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735e2ff-d303-44e1-af2d-02621747b3eb req-4668180a-4fe3-421b-9be3-71435485037d tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:49.459697 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d735e2ff-d303-44e1-af2d-02621747b3eb req-4668180a-4fe3-421b-9be3-71435485037d tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0851190 Jan 18 19:39:49.507104 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d735e2ff-d303-44e1-af2d-02621747b3eb req-af9d2517-57e1-457a-b012-5f815e9bfc7c tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419226 Jan 18 19:39:49.913066 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:50.223855 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47fe26-88d9-402e-84f4-9bbd961be4fc req-ef14ac67-d41a-493c-b692-41361f520785 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:50.225280 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ca47fe26-88d9-402e-84f4-9bbd961be4fc req-ef14ac67-d41a-493c-b692-41361f520785 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 945 time: 0.0458393 Jan 18 19:39:50.269853 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ca47fe26-88d9-402e-84f4-9bbd961be4fc req-a1dc08be-9561-45fe-bfbe-7710a70699a6 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391517 Jan 18 19:39:50.372915 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82fbd7-c607-4d0e-97c1-251e4c3e2117 req-c75b8c77-3f65-45ae-8248-79918ffe5807 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:50.374362 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7b82fbd7-c607-4d0e-97c1-251e4c3e2117 req-c75b8c77-3f65-45ae-8248-79918ffe5807 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 944 time: 0.0466106 Jan 18 19:39:50.423500 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7b82fbd7-c607-4d0e-97c1-251e4c3e2117 req-8dbed3e8-4b35-4245-a33d-e4fa052d900b tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434027 Jan 18 19:39:50.559965 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56631af-0651-40b0-becf-988303155b93 req-f53fd9f0-a834-438d-a188-4ce1119db53a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:50.561452 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b56631af-0651-40b0-becf-988303155b93 req-f53fd9f0-a834-438d-a188-4ce1119db53a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0470924 Jan 18 19:39:50.635371 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b56631af-0651-40b0-becf-988303155b93 req-2e900046-8b3e-4ae5-b5e0-19ccd142e9a0 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675204 Jan 18 19:39:50.645850 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311a96e-b097-45a0-b022-82bcb3a6ceaa req-1d90e2a5-3fbd-4c00-b947-06e145c1912b tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:50.647372 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5311a96e-b097-45a0-b022-82bcb3a6ceaa req-1d90e2a5-3fbd-4c00-b947-06e145c1912b tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0738792 Jan 18 19:39:50.694064 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5311a96e-b097-45a0-b022-82bcb3a6ceaa req-a44a0e2f-0c63-4cba-b0d6-307c5ae5e6b9 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412879 Jan 18 19:39:51.383359 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd24c79-065f-4322-a43a-ae968c37dbeb req-a173ecad-8937-4114-9eaa-4da06096b396 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:51.384802 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4bd24c79-065f-4322-a43a-ae968c37dbeb req-a173ecad-8937-4114-9eaa-4da06096b396 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 945 time: 0.0500777 Jan 18 19:39:51.429480 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4bd24c79-065f-4322-a43a-ae968c37dbeb req-b7648196-f9b0-4816-bbc8-6f01f56b7c00 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392346 Jan 18 19:39:51.524013 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:51.534184 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03815afc-257b-44ba-8d7c-09db4e673708 req-c8611731-7b7a-421b-bbf2-b64b8b644f95 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:51.535653 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-03815afc-257b-44ba-8d7c-09db4e673708 req-c8611731-7b7a-421b-bbf2-b64b8b644f95 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 944 time: 0.0475185 Jan 18 19:39:51.582736 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-03815afc-257b-44ba-8d7c-09db4e673708 req-b9b95c82-f560-428b-ac76-bb8b30e8f726 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415154 Jan 18 19:39:51.603048 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:39:51.624527 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:39:51.624883 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 1ede2f1f-3ff5-405a-9a6b-09d67f6f12d8 not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:39:51.748501 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64860b8f-4dcc-428f-998b-c80da97ae3c1 req-82557e7b-7df5-45c4-8152-c5360b98915a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:51.749931 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-64860b8f-4dcc-428f-998b-c80da97ae3c1 req-82557e7b-7df5-45c4-8152-c5360b98915a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0467799 Jan 18 19:39:51.797848 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-64860b8f-4dcc-428f-998b-c80da97ae3c1 req-4ae85b9a-209f-49de-92fd-23949f8f7991 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425117 Jan 18 19:39:51.898345 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba78388-8846-4740-ad1f-86ad268d447b req-a1e6bb3f-ddbf-4bbf-ad45-b7c72c763b39 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:51.899699 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bba78388-8846-4740-ad1f-86ad268d447b req-a1e6bb3f-ddbf-4bbf-ad45-b7c72c763b39 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0464056 Jan 18 19:39:51.946660 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bba78388-8846-4740-ad1f-86ad268d447b req-759b6b52-424c-4b9c-a177-60f3d0b8b45d tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415919 Jan 18 19:39:52.538020 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44d280-57af-4eb1-b8b0-d80f5d0b034e req-9f27dff3-d1ed-4bbb-ac24-7be0d07dad2c tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:52.539499 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-df44d280-57af-4eb1-b8b0-d80f5d0b034e req-9f27dff3-d1ed-4bbb-ac24-7be0d07dad2c tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 945 time: 0.0466454 Jan 18 19:39:52.585028 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-df44d280-57af-4eb1-b8b0-d80f5d0b034e req-b0bd06e0-462e-411d-8dd7-018a81646efa tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400693 Jan 18 19:39:52.693718 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc303b6-586a-487b-94a2-838b71b993c3 req-9b23890f-884d-48d9-9fdd-6ca2dc04e135 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:52.695173 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dfc303b6-586a-487b-94a2-838b71b993c3 req-9b23890f-884d-48d9-9fdd-6ca2dc04e135 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 944 time: 0.0495389 Jan 18 19:39:52.742286 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dfc303b6-586a-487b-94a2-838b71b993c3 req-ff001e7f-ef4f-4f1b-95d9-65585681a233 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417666 Jan 18 19:39:52.911399 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a120af2-d338-408b-a757-0c843698c183 req-c10c4e60-cd82-4feb-8af5-819071c3ff00 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:52.912852 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4a120af2-d338-408b-a757-0c843698c183 req-c10c4e60-cd82-4feb-8af5-819071c3ff00 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0461164 Jan 18 19:39:52.958160 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4a120af2-d338-408b-a757-0c843698c183 req-6c349471-7457-46b5-8000-b8c70908ad3b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398755 Jan 18 19:39:53.016309 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:53.064895 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7687b10-ec3e-4b64-b0b3-58ccca6edfba req-45d6db8e-2fe8-4003-b9a4-43fcaae2147e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:53.066373 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a7687b10-ec3e-4b64-b0b3-58ccca6edfba req-45d6db8e-2fe8-4003-b9a4-43fcaae2147e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0511694 Jan 18 19:39:53.112474 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a7687b10-ec3e-4b64-b0b3-58ccca6edfba req-4f892a6b-14bf-4b33-b358-347b39c2f77a tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404017 Jan 18 19:39:53.632452 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 80467ab1-0bd1-447c-9a1c-9089b86faff2 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:39:53.701016 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db7c14-34ca-42aa-8bf9-5203b5c1bb40 req-5e78cfbe-60c9-43bd-a270-1c66715df3b5 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:53.702523 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-76db7c14-34ca-42aa-8bf9-5203b5c1bb40 req-5e78cfbe-60c9-43bd-a270-1c66715df3b5 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 945 time: 0.0506463 Jan 18 19:39:53.730850 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 80467ab1-0bd1-447c-9a1c-9089b86faff2, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=80467ab1-0bd1-447c-9a1c-9089b86faff2,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:39:53.742067 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': '80467ab1-0bd1-447c-9a1c-9089b86faff2', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'port_id': '80467ab1-0bd1-447c-9a1c-9089b86faff2', 'mac_address': 'fa:16:3e:6d:ff:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:39:53.748979 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-76db7c14-34ca-42aa-8bf9-5203b5c1bb40 req-c894c407-b66b-4ca7-8884-05a02da425de tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399652 Jan 18 19:39:53.784382 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 80467ab1-0bd1-447c-9a1c-9089b86faff2 is: ACTIVE; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:39:53.788758 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:53.797844 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80467ab1-0bd1-447c-9a1c-9089b86faff2 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:39:53.817281 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 80467ab1-0bd1-447c-9a1c-9089b86faff2, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=80467ab1-0bd1-447c-9a1c-9089b86faff2,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:39:53.856179 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a47c4a-9c64-401a-84ea-70b5efbc5998 req-7c254ef1-90dc-4279-89af-6708754e423b tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:53.857628 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-18a47c4a-9c64-401a-84ea-70b5efbc5998 req-7c254ef1-90dc-4279-89af-6708754e423b tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 944 time: 0.0467341 Jan 18 19:39:53.861345 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:53.907298 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=80467ab1-0bd1-447c-9a1c-9089b86faff2,revision_number=6']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:53.909730 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-18a47c4a-9c64-401a-84ea-70b5efbc5998 req-5c4d12a4-c829-4906-b72c-33444e9dc74a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459795 Jan 18 19:39:53.914454 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:53.914802 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:53.915173 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:53.915668 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:53.916003 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:53.916331 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:53.916655 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:53.916979 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:53.917299 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:53.917634 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:53.917957 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:53.918300 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:53.918616 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:39:54.073222 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231faad-594e-40da-a486-d70eaac01fab req-b9017257-b129-499d-8554-3fdb12bc5968 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:54.074667 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4231faad-594e-40da-a486-d70eaac01fab req-b9017257-b129-499d-8554-3fdb12bc5968 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 945 time: 0.0457625 Jan 18 19:39:54.118936 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4231faad-594e-40da-a486-d70eaac01fab req-5198e8e5-f04a-4bac-bd92-cddfaf2249fe tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388162 Jan 18 19:39:54.226755 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4aa76-87a0-4820-ae60-7c6e18cfbc3a req-4c0e2e57-0052-4be5-9b20-ed1894d99026 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:54.228211 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e7d4aa76-87a0-4820-ae60-7c6e18cfbc3a req-4c0e2e57-0052-4be5-9b20-ed1894d99026 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0505121 Jan 18 19:39:54.274139 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e7d4aa76-87a0-4820-ae60-7c6e18cfbc3a req-0dcee7a7-cb5e-4bcd-bcad-39378f40d9c9 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402694 Jan 18 19:39:54.308106 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['80467ab1-0bd1-447c-9a1c-9089b86faff2'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.712756 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.715840 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.715840 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.715840 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.715840 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.715840 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.715840 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.715840 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.715840 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.715840 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.715840 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.715840 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:39:54.715840 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:39:54.715840 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2470c8-4865-47bf-80b1-65fd5e8235cf req-7bcbf54e-a5ba-474d-adf0-dd780baf431f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:54.716650 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-bc2470c8-4865-47bf-80b1-65fd5e8235cf req-7bcbf54e-a5ba-474d-adf0-dd780baf431f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 945 time: 0.0554159 Jan 18 19:39:54.844646 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [req-bc2470c8-4865-47bf-80b1-65fd5e8235cf req-33e1fe80-7a88-45f6-9841-b62d4cdf6fee tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Deleting port 43edf6a8-b4f3-4146-93de-cae10a843edd {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:39:54.844999 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-bc2470c8-4865-47bf-80b1-65fd5e8235cf req-33e1fe80-7a88-45f6-9841-b62d4cdf6fee tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (43edf6a8-b4f3-4146-93de-cae10a843edd), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:54.873849 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17995a3e-f308-4dd5-bb97-3bfe718fa0b1 req-af3635c9-e597-41bd-ac58-27e3ce5a1996 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:54.875887 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-17995a3e-f308-4dd5-bb97-3bfe718fa0b1 req-af3635c9-e597-41bd-ac58-27e3ce5a1996 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 945 time: 0.0550954 Jan 18 19:39:54.924852 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-17995a3e-f308-4dd5-bb97-3bfe718fa0b1 req-d1c78cf6-72b0-4fa3-9f85-a72620103e17 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431571 Jan 18 19:39:54.944039 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-bc2470c8-4865-47bf-80b1-65fd5e8235cf req-33e1fe80-7a88-45f6-9841-b62d4cdf6fee tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] For port 43edf6a8-b4f3-4146-93de-cae10a843edd, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=43edf6a8-b4f3-4146-93de-cae10a843edd,segment=NetworkSegment(d825a0a3-ef43-4bc3-a962-25028b7a09ce),segment_id=d825a0a3-ef43-4bc3-a962-25028b7a09ce)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:39:54.944499 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-bc2470c8-4865-47bf-80b1-65fd5e8235cf req-33e1fe80-7a88-45f6-9841-b62d4cdf6fee tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (43edf6a8-b4f3-4146-93de-cae10a843edd), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:54.958373 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [req-bc2470c8-4865-47bf-80b1-65fd5e8235cf req-33e1fe80-7a88-45f6-9841-b62d4cdf6fee tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Calling delete_port for 43edf6a8-b4f3-4146-93de-cae10a843edd owned by compute:nova {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:39:55.033472 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9b206-ed1e-4b28-a151-21f49272ea9a req-0c609da0-20b8-4567-afb2-a5c844e1584d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:55.035799 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bbf9b206-ed1e-4b28-a151-21f49272ea9a req-0c609da0-20b8-4567-afb2-a5c844e1584d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 944 time: 0.0507808 Jan 18 19:39:55.103949 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bbf9b206-ed1e-4b28-a151-21f49272ea9a req-b7df85f0-2a7c-449d-a72b-dc6c610005e9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582938 Jan 18 19:39:55.153115 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-bc2470c8-4865-47bf-80b1-65fd5e8235cf req-33e1fe80-7a88-45f6-9841-b62d4cdf6fee tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (43edf6a8-b4f3-4146-93de-cae10a843edd), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:55.168799 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['e5e4ef92-a840-4d41-ae88-02e476cd254b', 'ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4', 'c9ff1ff2-6f4c-4e09-bd63-df92e479831c', '43edf6a8-b4f3-4146-93de-cae10a843edd'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:39:55.189015 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1fe80-7a88-45f6-9841-b62d4cdf6fee tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Pushing event deleted for resources: {'Port': ['ID=43edf6a8-b4f3-4146-93de-cae10a843edd,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:55.249506 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2470c8-4865-47bf-80b1-65fd5e8235cf req-33e1fe80-7a88-45f6-9841-b62d4cdf6fee tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] No DVR routers for this DVR port 43edf6a8-b4f3-4146-93de-cae10a843edd on host hv-cinder-81187 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:39:55.254190 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-bc2470c8-4865-47bf-80b1-65fd5e8235cf req-33e1fe80-7a88-45f6-9841-b62d4cdf6fee tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:55.260548 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-bc2470c8-4865-47bf-80b1-65fd5e8235cf req-33e1fe80-7a88-45f6-9841-b62d4cdf6fee tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.35 "DELETE /v2.0/ports/43edf6a8-b4f3-4146-93de-cae10a843edd HTTP/1.1" status: 204 len: 173 time: 0.5147045 Jan 18 19:39:55.264174 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea07be-0295-484a-b055-5c3168ed26c9 req-191666af-4718-4108-9888-52a3f52f17d9 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:55.264297 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e065eda-3101-48f7-bc78-08a5a83915ca', 'name': 'network-vif-deleted', 'tag': '43edf6a8-b4f3-4146-93de-cae10a843edd'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:39:55.264297 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2192f31b9332bf9c25be62e2eb712fda9b4426ea0356a3efb127a3d7520833a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad83c186-445b-4272-8bcd-7dd5d4535d4b" -d '{"events": [{"server_uuid": "1e065eda-3101-48f7-bc78-08a5a83915ca", "name": "network-vif-deleted", "tag": "43edf6a8-b4f3-4146-93de-cae10a843edd"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:39:55.269479 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d3ea07be-0295-484a-b055-5c3168ed26c9 req-191666af-4718-4108-9888-52a3f52f17d9 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 945 time: 0.0720985 Jan 18 19:39:55.318718 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e81fbf3-0619-40f0-807f-acdeefcda72f x-openstack-request-id: req-4e81fbf3-0619-40f0-807f-acdeefcda72f {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:39:55.319020 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e065eda-3101-48f7-bc78-08a5a83915ca", "name": "network-vif-deleted", "tag": "43edf6a8-b4f3-4146-93de-cae10a843edd", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:39:55.319275 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e81fbf3-0619-40f0-807f-acdeefcda72f {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:39:55.319717 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e065eda-3101-48f7-bc78-08a5a83915ca', 'name': 'network-vif-deleted', 'tag': '43edf6a8-b4f3-4146-93de-cae10a843edd', 'status': 'completed', 'code': 200} Jan 18 19:39:55.323413 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d3ea07be-0295-484a-b055-5c3168ed26c9 req-d6b0a7dd-16f7-42f3-9a32-f47de46ed7e8 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528440 Jan 18 19:39:55.403382 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 80467ab1-0bd1-447c-9a1c-9089b86faff2 up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:39:55.431825 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dd7be-5a3d-4738-8d3b-679b35c6638a req-f261add0-13a4-4335-956f-6b97d6bd3ce7 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:55.433127 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-025dd7be-5a3d-4738-8d3b-679b35c6638a req-f261add0-13a4-4335-956f-6b97d6bd3ce7 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0555792 Jan 18 19:39:55.486144 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-025dd7be-5a3d-4738-8d3b-679b35c6638a req-95bb4a83-f12c-46a3-a6fb-3696d29131e8 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461719 Jan 18 19:39:55.509926 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port 80467ab1-0bd1-447c-9a1c-9089b86faff2 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:39:55.510326 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:55.768785 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 80467ab1-0bd1-447c-9a1c-9089b86faff2 is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:39:55.769084 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:55.811418 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0db402-5fec-4b6d-a48f-a182478a5522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80467ab1-0bd1-447c-9a1c-9089b86faff2'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:39:55.813731 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d601e46a-b827-49f4-8a71-aa6ce63e8a75" -d '{"events": [{"server_uuid": "1c0db402-5fec-4b6d-a48f-a182478a5522", "name": "network-vif-plugged", "status": "completed", "tag": "80467ab1-0bd1-447c-9a1c-9089b86faff2"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:39:55.834017 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 80467ab1-0bd1-447c-9a1c-9089b86faff2, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=80467ab1-0bd1-447c-9a1c-9089b86faff2,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:39:55.846987 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811cd10-4407-44ee-9b9f-177c9c78566f req-35cb2ed4-8be4-40ad-9380-75919060118b tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:55.848482 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-1811cd10-4407-44ee-9b9f-177c9c78566f req-35cb2ed4-8be4-40ad-9380-75919060118b tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.35 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 946 time: 0.0710683 Jan 18 19:39:55.851805 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da1ed2b-238b-4bcc-b734-5d6bc3951682 x-openstack-request-id: req-6da1ed2b-238b-4bcc-b734-5d6bc3951682 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:39:55.852117 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0db402-5fec-4b6d-a48f-a182478a5522", "name": "network-vif-plugged", "status": "completed", "tag": "80467ab1-0bd1-447c-9a1c-9089b86faff2", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:39:55.852367 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6da1ed2b-238b-4bcc-b734-5d6bc3951682 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:39:55.852746 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0db402-5fec-4b6d-a48f-a182478a5522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80467ab1-0bd1-447c-9a1c-9089b86faff2', 'code': 200} Jan 18 19:39:55.907902 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:55.946879 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [req-1811cd10-4407-44ee-9b9f-177c9c78566f req-f27597c3-bddf-4c01-85cc-f849e9c1e2aa tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Deleting port 166bb415-79b5-4222-8ef1-ee6576e2955d {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:39:55.948942 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1811cd10-4407-44ee-9b9f-177c9c78566f req-f27597c3-bddf-4c01-85cc-f849e9c1e2aa tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (166bb415-79b5-4222-8ef1-ee6576e2955d), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:55.965354 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=80467ab1-0bd1-447c-9a1c-9089b86faff2,revision_number=7']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:56.037165 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-99a31ce1-caeb-4e2a-983c-593a6467bb50 req-da335100-ae8d-4075-877f-52bb83982d98 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e065eda-3101-48f7-bc78-08a5a83915ca HTTP/1.1" status: 200 len: 210 time: 0.0252700 Jan 18 19:39:56.038516 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-1811cd10-4407-44ee-9b9f-177c9c78566f req-f27597c3-bddf-4c01-85cc-f849e9c1e2aa tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] For port 166bb415-79b5-4222-8ef1-ee6576e2955d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=166bb415-79b5-4222-8ef1-ee6576e2955d,segment=NetworkSegment(bd6a3413-6529-4e74-9a70-4bca6f584af7),segment_id=bd6a3413-6529-4e74-9a70-4bca6f584af7)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:39:56.038881 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1811cd10-4407-44ee-9b9f-177c9c78566f req-f27597c3-bddf-4c01-85cc-f849e9c1e2aa tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (166bb415-79b5-4222-8ef1-ee6576e2955d), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:56.051412 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [req-1811cd10-4407-44ee-9b9f-177c9c78566f req-f27597c3-bddf-4c01-85cc-f849e9c1e2aa tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Calling delete_port for 166bb415-79b5-4222-8ef1-ee6576e2955d owned by compute:nova {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:39:56.225001 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37954a-8f28-4a94-b13b-192a619d8689 req-12f7781a-4951-4040-b6ac-34e9d2e8d537 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:56.226568 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-af37954a-8f28-4a94-b13b-192a619d8689 req-12f7781a-4951-4040-b6ac-34e9d2e8d537 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 944 time: 0.0470898 Jan 18 19:39:56.244500 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1811cd10-4407-44ee-9b9f-177c9c78566f req-f27597c3-bddf-4c01-85cc-f849e9c1e2aa tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (166bb415-79b5-4222-8ef1-ee6576e2955d), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:56.266789 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['166bb415-79b5-4222-8ef1-ee6576e2955d', '0345ff4a-5024-4047-884f-45f77573f81f'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:39:56.272375 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27597c3-bddf-4c01-85cc-f849e9c1e2aa tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Pushing event deleted for resources: {'Port': ['ID=166bb415-79b5-4222-8ef1-ee6576e2955d,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:39:56.277263 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-af37954a-8f28-4a94-b13b-192a619d8689 req-f895e908-c070-424f-9eb6-6fd970300577 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453024 Jan 18 19:39:56.320938 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [req-1811cd10-4407-44ee-9b9f-177c9c78566f req-f27597c3-bddf-4c01-85cc-f849e9c1e2aa tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] No DVR routers for this DVR port 166bb415-79b5-4222-8ef1-ee6576e2955d on host hv-cinder-81187 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:39:56.323405 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-1811cd10-4407-44ee-9b9f-177c9c78566f req-f27597c3-bddf-4c01-85cc-f849e9c1e2aa tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:39:56.326689 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-1811cd10-4407-44ee-9b9f-177c9c78566f req-f27597c3-bddf-4c01-85cc-f849e9c1e2aa tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.35 "DELETE /v2.0/ports/166bb415-79b5-4222-8ef1-ee6576e2955d HTTP/1.1" status: 204 len: 173 time: 0.4701140 Jan 18 19:39:56.458835 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dd7e3-0e40-4b9a-8a9f-c4f0488ea7ac req-e6e85a27-a1c2-4d8a-ae96-92f45fcd55fb tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:56.460462 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f58dd7e3-0e40-4b9a-8a9f-c4f0488ea7ac req-e6e85a27-a1c2-4d8a-ae96-92f45fcd55fb tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0633805 Jan 18 19:39:56.506854 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f58dd7e3-0e40-4b9a-8a9f-c4f0488ea7ac req-2ce11bcb-0daf-4020-9a2b-28ffc72887c3 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405979 Jan 18 19:39:56.584468 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-25d785fd-90f4-4780-b025-19b73e251060 req-695c6aa0-733a-43a3-9170-8f5b81e91abf tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 210 time: 0.0260599 Jan 18 19:39:57.321235 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df313e77-b466-4602-a170-6772dc22da82', 'name': 'network-vif-deleted', 'tag': '166bb415-79b5-4222-8ef1-ee6576e2955d'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:39:57.323597 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2192f31b9332bf9c25be62e2eb712fda9b4426ea0356a3efb127a3d7520833a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e79bfe6-e424-4550-8f52-480692a26752" -d '{"events": [{"server_uuid": "df313e77-b466-4602-a170-6772dc22da82", "name": "network-vif-deleted", "tag": "166bb415-79b5-4222-8ef1-ee6576e2955d"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:39:57.364802 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3043b3-8069-4ea3-9942-de0f6968c716 x-openstack-request-id: req-9b3043b3-8069-4ea3-9942-de0f6968c716 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:39:57.364802 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df313e77-b466-4602-a170-6772dc22da82", "name": "network-vif-deleted", "tag": "166bb415-79b5-4222-8ef1-ee6576e2955d", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:39:57.364802 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b3043b3-8069-4ea3-9942-de0f6968c716 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:39:57.364802 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df313e77-b466-4602-a170-6772dc22da82', 'name': 'network-vif-deleted', 'tag': '166bb415-79b5-4222-8ef1-ee6576e2955d', 'status': 'completed', 'code': 200} Jan 18 19:39:57.399701 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068feb37-6bfd-4893-a062-9a055dc18c20 req-24376eef-be78-4273-a6bb-c1a54637dafb tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:57.401241 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-068feb37-6bfd-4893-a062-9a055dc18c20 req-24376eef-be78-4273-a6bb-c1a54637dafb tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 944 time: 0.0468547 Jan 18 19:39:57.450912 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-068feb37-6bfd-4893-a062-9a055dc18c20 req-c1069dc5-f2f6-4ecd-8c8e-f554194c739d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437696 Jan 18 19:39:57.623617 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de335d1-4712-43c6-b19f-1b8949094c65 req-42f4115d-e725-4edd-af26-ddf168e8471d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:57.625120 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0de335d1-4712-43c6-b19f-1b8949094c65 req-42f4115d-e725-4edd-af26-ddf168e8471d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0475245 Jan 18 19:39:57.679960 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0de335d1-4712-43c6-b19f-1b8949094c65 req-321fd418-4f88-45c7-98af-d47fb300fd17 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493550 Jan 18 19:39:57.693670 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-86206200-fdb9-43be-8b48-e4fb04a122af req-eca86e32-7c74-4b49-95b0-490a05853563 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=df313e77-b466-4602-a170-6772dc22da82 HTTP/1.1" status: 200 len: 210 time: 0.0291767 Jan 18 19:39:58.563458 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855871d4-4431-4812-b115-6a436143ea74 req-924d2af6-aba7-4fcd-961f-899b11fdc242 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:58.564861 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-855871d4-4431-4812-b115-6a436143ea74 req-924d2af6-aba7-4fcd-961f-899b11fdc242 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 944 time: 0.0465412 Jan 18 19:39:58.615594 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-855871d4-4431-4812-b115-6a436143ea74 req-e9e2a852-d68e-4af2-b672-c7f29c079139 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453122 Jan 18 19:39:58.797330 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe827c-974c-4f89-8424-b1e8d67563db req-0641a348-5fb2-4ed9-b000-4a253ac59c02 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:58.798817 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d5fe827c-974c-4f89-8424-b1e8d67563db req-0641a348-5fb2-4ed9-b000-4a253ac59c02 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0471971 Jan 18 19:39:58.844636 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d5fe827c-974c-4f89-8424-b1e8d67563db req-4ce6bfbd-2501-4775-8327-19957f435432 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405390 Jan 18 19:39:59.151712 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dd4ae-021b-40e4-b386-03a19685d175 req-3930de4d-0469-440f-ad7d-6d87fd057e9e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:59.153151 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cb6dd4ae-021b-40e4-b386-03a19685d175 req-3930de4d-0469-440f-ad7d-6d87fd057e9e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0462039 Jan 18 19:39:59.198215 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cb6dd4ae-021b-40e4-b386-03a19685d175 req-f126ce00-a302-4046-b714-7f7b866c6ce9 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395405 Jan 18 19:39:59.729885 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c0818-c071-4557-b213-a75e58fcea72 req-45dc8e83-9113-45dc-83c8-b8823026e60d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:59.731336 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-eb8c0818-c071-4557-b213-a75e58fcea72 req-45dc8e83-9113-45dc-83c8-b8823026e60d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 944 time: 0.0506573 Jan 18 19:39:59.784534 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-eb8c0818-c071-4557-b213-a75e58fcea72 req-f35d965f-c40a-4b93-a6b9-1fe0d6c6a7e4 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467432 Jan 18 19:39:59.959079 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7877ea-84d6-49d2-91bf-da0b4caf7807 req-c451d494-e107-4b7c-a356-7364f8954350 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:39:59.960888 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5e7877ea-84d6-49d2-91bf-da0b4caf7807 req-c451d494-e107-4b7c-a356-7364f8954350 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0484149 Jan 18 19:40:00.006497 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5e7877ea-84d6-49d2-91bf-da0b4caf7807 req-024653a3-3e9b-4c16-903f-f9e66978146b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398953 Jan 18 19:40:00.311336 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cee3e-5616-43ac-8c50-30e279f70d20 req-639d1e20-1973-457b-85a3-56eac729a949 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:00.312764 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-273cee3e-5616-43ac-8c50-30e279f70d20 req-639d1e20-1973-457b-85a3-56eac729a949 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0495000 Jan 18 19:40:00.357262 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-273cee3e-5616-43ac-8c50-30e279f70d20 req-c2700917-97ba-487f-8515-91dd1e77ba1b tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390496 Jan 18 19:40:00.519998 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 845cac91-f57b-48cf-abe8-2232be4900b0 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:40:00.523039 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 43edf6a8-b4f3-4146-93de-cae10a843edd no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:40:00.546229 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: 43edf6a8-b4f3-4146-93de-cae10a843edd {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:40:00.546561 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 43edf6a8-b4f3-4146-93de-cae10a843edd not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:40:00.546976 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 166bb415-79b5-4222-8ef1-ee6576e2955d no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:40:00.568510 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: 166bb415-79b5-4222-8ef1-ee6576e2955d {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:40:00.568853 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 166bb415-79b5-4222-8ef1-ee6576e2955d not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:40:00.647983 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 845cac91-f57b-48cf-abe8-2232be4900b0, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=845cac91-f57b-48cf-abe8-2232be4900b0,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:40:00.658638 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': '845cac91-f57b-48cf-abe8-2232be4900b0', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'port_id': '845cac91-f57b-48cf-abe8-2232be4900b0', 'mac_address': 'fa:16:3e:f2:3b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:40:00.695407 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 845cac91-f57b-48cf-abe8-2232be4900b0 is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:40:00.695797 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (845cac91-f57b-48cf-abe8-2232be4900b0), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:00.708906 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845cac91-f57b-48cf-abe8-2232be4900b0 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:40:00.727566 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 845cac91-f57b-48cf-abe8-2232be4900b0, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=845cac91-f57b-48cf-abe8-2232be4900b0,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:40:00.775493 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (845cac91-f57b-48cf-abe8-2232be4900b0), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:00.825715 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=845cac91-f57b-48cf-abe8-2232be4900b0,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:00.894030 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bf96d-cbc9-4057-a7e2-da32e9b5399a req-fce7a1be-2cd5-4635-a76c-5f29f561ebd2 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:00.895472 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c95bf96d-cbc9-4057-a7e2-da32e9b5399a req-fce7a1be-2cd5-4635-a76c-5f29f561ebd2 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 945 time: 0.0464594 Jan 18 19:40:00.942559 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c95bf96d-cbc9-4057-a7e2-da32e9b5399a req-20bc89d9-004f-4e26-a1ac-9f56d3cb8b2b tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416207 Jan 18 19:40:01.120593 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5dda2-5d27-4365-a077-93a07fe94601 req-f9030bbb-a0c9-4b1f-969d-6f389c9c65ba tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:01.122031 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-38b5dda2-5d27-4365-a077-93a07fe94601 req-f9030bbb-a0c9-4b1f-969d-6f389c9c65ba tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0475409 Jan 18 19:40:01.169105 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-38b5dda2-5d27-4365-a077-93a07fe94601 req-2d63ca3d-6657-4f33-ac10-44181c2f5830 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416393 Jan 18 19:40:01.469873 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf996b2-45e3-4e3c-8139-bd1eb8f5f07c req-12f06224-a352-452c-854b-2df57ff4898c tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:01.471819 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ebf996b2-45e3-4e3c-8139-bd1eb8f5f07c req-12f06224-a352-452c-854b-2df57ff4898c tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0486076 Jan 18 19:40:01.524392 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ebf996b2-45e3-4e3c-8139-bd1eb8f5f07c req-12af3c0c-a4dc-4a49-acf8-44cd311155b6 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476191 Jan 18 19:40:02.051446 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6a844-09df-445a-956f-7386e1b5f3e5 req-82024f7f-7454-4057-bd29-72b1b35c8481 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:02.052873 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-aca6a844-09df-445a-956f-7386e1b5f3e5 req-82024f7f-7454-4057-bd29-72b1b35c8481 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 945 time: 0.0463295 Jan 18 19:40:02.100050 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-aca6a844-09df-445a-956f-7386e1b5f3e5 req-ec51daf8-3f09-4144-a386-a37c32b21866 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418298 Jan 18 19:40:02.285959 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b99090-0043-4120-aad5-78e0087521af req-9a4a987e-a06f-4e8e-b3e3-e2c9cfd4076c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:02.287439 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c2b99090-0043-4120-aad5-78e0087521af req-9a4a987e-a06f-4e8e-b3e3-e2c9cfd4076c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0494087 Jan 18 19:40:02.332404 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c2b99090-0043-4120-aad5-78e0087521af req-3f178979-2487-4784-b3a0-be24d2074625 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396647 Jan 18 19:40:02.636975 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce020d-8495-48ea-9a9c-22ccea7f6ee0 req-aa929855-9b5c-4c19-81ad-7c66ef0104d6 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:02.638430 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-25ce020d-8495-48ea-9a9c-22ccea7f6ee0 req-aa929855-9b5c-4c19-81ad-7c66ef0104d6 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0472515 Jan 18 19:40:02.682998 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-25ce020d-8495-48ea-9a9c-22ccea7f6ee0 req-10db634f-328f-4d6a-8738-d659a13c3072 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385265 Jan 18 19:40:03.211481 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1dc9d-ec51-4cf7-a270-0ee3d7914d8a req-35b5d75f-8911-4907-b713-b2f3c9c93d46 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:03.212936 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-49c1dc9d-ec51-4cf7-a270-0ee3d7914d8a req-35b5d75f-8911-4907-b713-b2f3c9c93d46 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 945 time: 0.0465572 Jan 18 19:40:03.262739 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-49c1dc9d-ec51-4cf7-a270-0ee3d7914d8a req-77d47cdb-fcee-4925-86d8-5b506fe3db68 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443015 Jan 18 19:40:03.306859 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['845cac91-f57b-48cf-abe8-2232be4900b0'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:40:03.448184 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bcaf2-49f3-4380-bb4c-597abbf0e2f6 req-9f2ff4b8-c712-4a5d-850c-068a0b972d32 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:03.449675 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-706bcaf2-49f3-4380-bb4c-597abbf0e2f6 req-9f2ff4b8-c712-4a5d-850c-068a0b972d32 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0472658 Jan 18 19:40:03.501147 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-706bcaf2-49f3-4380-bb4c-597abbf0e2f6 req-191e7b55-fac4-4012-a864-24255c6293c1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458658 Jan 18 19:40:04.184510 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0586d-9f93-40c7-977c-cfc106e789e8 req-053fb33d-7669-4e50-9172-5cff3ee8b617 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:04.185888 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-54c0586d-9f93-40c7-977c-cfc106e789e8 req-053fb33d-7669-4e50-9172-5cff3ee8b617 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0804446 Jan 18 19:40:04.197232 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58094d93-21c3-45df-b3ab-f96ec22bf3de req-f27513b2-cd93-4c1f-95b6-c8349eb7d9f0 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:04.198701 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-58094d93-21c3-45df-b3ab-f96ec22bf3de req-f27513b2-cd93-4c1f-95b6-c8349eb7d9f0 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 945 time: 0.0693765 Jan 18 19:40:04.268158 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-54c0586d-9f93-40c7-977c-cfc106e789e8 req-be787b29-fc0b-4556-8501-c562cc930356 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685363 Jan 18 19:40:04.271282 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-58094d93-21c3-45df-b3ab-f96ec22bf3de req-272cfb48-02e4-4a60-a2c1-a3ba4f79cf55 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656972 Jan 18 19:40:04.434188 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48828e30-163c-4c91-94e8-08bad2eaa831 req-5c1e43fa-4f1c-43a2-a1bc-5fb40e92fd9a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:04.435673 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-48828e30-163c-4c91-94e8-08bad2eaa831 req-5c1e43fa-4f1c-43a2-a1bc-5fb40e92fd9a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 945 time: 0.1039832 Jan 18 19:40:04.493916 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f44efb-3002-4f88-b644-16087ae748df req-b697e14f-e37f-4be3-95de-e861415728b1 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:04.495372 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-77f44efb-3002-4f88-b644-16087ae748df req-b697e14f-e37f-4be3-95de-e861415728b1 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/networks?id=a0ead810-f65d-444a-8fd0-efbdbd337aa6 HTTP/1.1" status: 200 len: 814 time: 0.1391675 Jan 18 19:40:04.519096 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-48828e30-163c-4c91-94e8-08bad2eaa831 req-13ad81db-6527-4ba7-ad49-929d38baf65a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773933 Jan 18 19:40:04.520734 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-77f44efb-3002-4f88-b644-16087ae748df req-97cbdfab-64a9-4ac9-bf40-cb142242d3ca tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/quotas/4b63ac006c044c26955f7a44315a7b22 HTTP/1.1" status: 200 len: 375 time: 0.0173378 Jan 18 19:40:04.550172 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-77f44efb-3002-4f88-b644-16087ae748df req-3d00e910-6fb9-4e5b-8a30-7343c9cc92cb tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b63ac006c044c26955f7a44315a7b22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243556 Jan 18 19:40:04.669586 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a0b96-1e42-40af-bc69-ec7b5b50f94b req-c53991a8-39ec-4050-adf2-be42e9a5bbe4 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:04.671052 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d2a0b96-1e42-40af-bc69-ec7b5b50f94b req-c53991a8-39ec-4050-adf2-be42e9a5bbe4 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0980494 Jan 18 19:40:04.676969 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-77f44efb-3002-4f88-b644-16087ae748df req-1a9db7de-eaac-458d-a2e2-60ad15e25320 service neutron] 10.222.0.20 "GET /v2.0/networks/a0ead810-f65d-444a-8fd0-efbdbd337aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205380 Jan 18 19:40:04.983580 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d2a0b96-1e42-40af-bc69-ec7b5b50f94b req-3f094300-cbb7-419c-a297-7c7cf6d1b5ac tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3056624 Jan 18 19:40:05.007031 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-77f44efb-3002-4f88-b644-16087ae748df req-a9aca632-fe76-4c78-94e8-4f11c2fd1ff4 service neutron] 10.222.0.20 "GET /v2.0/networks/a0ead810-f65d-444a-8fd0-efbdbd337aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234985 Jan 18 19:40:05.210146 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4300f892-67ed-472d-a8ca-3f4c52453822 req-294d8aa2-cfcb-4e64-af15-488392e6b753 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 210 time: 0.0261374 Jan 18 19:40:05.424707 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b5718-7a3a-4598-aac9-4e4f31b28c29 req-e47f75c6-9416-49e6-ae82-d5e0b24e4a27 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:05.426197 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-679b5718-7a3a-4598-aac9-4e4f31b28c29 req-e47f75c6-9416-49e6-ae82-d5e0b24e4a27 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 945 time: 0.0800233 Jan 18 19:40:05.434480 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544395e-62f9-4e77-a6d6-da9b8353b3be req-3fb4116b-f66a-4081-8870-001305d59e2b tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:05.435878 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e544395e-62f9-4e77-a6d6-da9b8353b3be req-3fb4116b-f66a-4081-8870-001305d59e2b tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0804625 Jan 18 19:40:05.510530 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-679b5718-7a3a-4598-aac9-4e4f31b28c29 req-a32c8df9-6a6b-4691-b0de-028555bd4300 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736699 Jan 18 19:40:05.517799 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e544395e-62f9-4e77-a6d6-da9b8353b3be req-b99687ab-f5d9-4f2f-9ff4-cf5ffc593295 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708771 Jan 18 19:40:05.645271 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e0cc2-0057-4a98-90e2-c8c7ecf902c3 req-d1d2c664-f260-4eb3-a50d-f1b63c1a62bf tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:05.647382 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-777e0cc2-0057-4a98-90e2-c8c7ecf902c3 req-d1d2c664-f260-4eb3-a50d-f1b63c1a62bf tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 945 time: 0.0594645 Jan 18 19:40:05.699025 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-777e0cc2-0057-4a98-90e2-c8c7ecf902c3 req-a3b3c0ec-3638-4cf8-9366-e640347c85f8 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459619 Jan 18 19:40:06.117905 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979bb720-136a-4834-9c73-0fa89dc75f59 req-35446293-8126-4ea1-a3da-48db6cebe773 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:06.119791 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-979bb720-136a-4834-9c73-0fa89dc75f59 req-35446293-8126-4ea1-a3da-48db6cebe773 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0596068 Jan 18 19:40:06.190682 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-979bb720-136a-4834-9c73-0fa89dc75f59 req-9b23ce6e-1fcc-4363-8617-87c7b8426a0a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627913 Jan 18 19:40:06.341025 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-449a06c9-d34d-446e-92a9-317819c31a8f req-7d8aa357-bb9b-4e5d-9c8f-a93359d86ce8 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 210 time: 0.0361583 Jan 18 19:40:06.572182 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 845cac91-f57b-48cf-abe8-2232be4900b0 up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:40:06.725295 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc502d-271b-4930-8af6-3f748103051d req-40a2c0a2-ab0d-4a50-b050-cfeb273fc09f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:06.727382 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b6bc502d-271b-4930-8af6-3f748103051d req-40a2c0a2-ab0d-4a50-b050-cfeb273fc09f tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0999703 Jan 18 19:40:06.736876 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d01f1-0162-4742-b8e3-e1ed2d1d5c93 req-5df5475b-e2a1-4a13-a4ad-8dfa787653fc tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:06.738307 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-862d01f1-0162-4742-b8e3-e1ed2d1d5c93 req-5df5475b-e2a1-4a13-a4ad-8dfa787653fc tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 945 time: 0.1012397 Jan 18 19:40:06.758408 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port 845cac91-f57b-48cf-abe8-2232be4900b0 completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:40:06.762654 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port 845cac91-f57b-48cf-abe8-2232be4900b0 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:40:06.763258 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (845cac91-f57b-48cf-abe8-2232be4900b0), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:06.833557 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b6bc502d-271b-4930-8af6-3f748103051d req-5476a160-ce02-4843-b528-bc1287c79d6c tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940611 Jan 18 19:40:06.843173 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb600a-1a4b-42cc-bca6-28f51edcba4e req-346edca2-a178-4844-a5ec-69510ed87558 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:06.847709 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-e1bb600a-1a4b-42cc-bca6-28f51edcba4e req-346edca2-a178-4844-a5ec-69510ed87558 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 945 time: 0.0789573 Jan 18 19:40:06.848587 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-862d01f1-0162-4742-b8e3-e1ed2d1d5c93 req-2411868e-a512-4db0-86c8-1d01dfccc0d1 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015093 Jan 18 19:40:06.933741 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 845cac91-f57b-48cf-abe8-2232be4900b0 is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:40:06.937710 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (845cac91-f57b-48cf-abe8-2232be4900b0), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:06.983914 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 845cac91-f57b-48cf-abe8-2232be4900b0, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=845cac91-f57b-48cf-abe8-2232be4900b0,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:40:06.985156 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00732823-ab4b-46cf-8cbf-50e72320e7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845cac91-f57b-48cf-abe8-2232be4900b0'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:40:06.987887 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64725ab6-c07f-40b6-a7c5-7641312d3898" -d '{"events": [{"server_uuid": "00732823-ab4b-46cf-8cbf-50e72320e7a3", "name": "network-vif-plugged", "status": "completed", "tag": "845cac91-f57b-48cf-abe8-2232be4900b0"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:40:07.022442 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5645f91-6439-4555-976a-01e83e7169e6 req-638b390b-2ff4-48e6-9f1f-6d78d2f8e574 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:07.027571 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f5645f91-6439-4555-976a-01e83e7169e6 req-638b390b-2ff4-48e6-9f1f-6d78d2f8e574 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 945 time: 0.0732462 Jan 18 19:40:07.029096 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [req-e1bb600a-1a4b-42cc-bca6-28f51edcba4e req-cad8e992-025a-4e5f-977b-f488ad185072 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Deleting port c9ff1ff2-6f4c-4e09-bd63-df92e479831c {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:40:07.029647 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-e1bb600a-1a4b-42cc-bca6-28f51edcba4e req-cad8e992-025a-4e5f-977b-f488ad185072 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (c9ff1ff2-6f4c-4e09-bd63-df92e479831c), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:07.045223 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867dd12b-01b1-43a1-91d7-52bc6e1d19c4 x-openstack-request-id: req-867dd12b-01b1-43a1-91d7-52bc6e1d19c4 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:40:07.045701 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00732823-ab4b-46cf-8cbf-50e72320e7a3", "name": "network-vif-plugged", "status": "completed", "tag": "845cac91-f57b-48cf-abe8-2232be4900b0", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:40:07.045967 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-867dd12b-01b1-43a1-91d7-52bc6e1d19c4 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:40:07.046447 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00732823-ab4b-46cf-8cbf-50e72320e7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845cac91-f57b-48cf-abe8-2232be4900b0', 'code': 200} Jan 18 19:40:07.072510 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (845cac91-f57b-48cf-abe8-2232be4900b0), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:07.109575 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f5645f91-6439-4555-976a-01e83e7169e6 req-32c35253-af5a-4a04-924a-b21226a04f62 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753901 Jan 18 19:40:07.145310 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=845cac91-f57b-48cf-abe8-2232be4900b0,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:07.167304 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [req-e1bb600a-1a4b-42cc-bca6-28f51edcba4e req-cad8e992-025a-4e5f-977b-f488ad185072 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] For port c9ff1ff2-6f4c-4e09-bd63-df92e479831c, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=c9ff1ff2-6f4c-4e09-bd63-df92e479831c,segment=NetworkSegment(d825a0a3-ef43-4bc3-a962-25028b7a09ce),segment_id=d825a0a3-ef43-4bc3-a962-25028b7a09ce)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:40:07.167675 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-e1bb600a-1a4b-42cc-bca6-28f51edcba4e req-cad8e992-025a-4e5f-977b-f488ad185072 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (c9ff1ff2-6f4c-4e09-bd63-df92e479831c), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:07.186909 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [req-e1bb600a-1a4b-42cc-bca6-28f51edcba4e req-cad8e992-025a-4e5f-977b-f488ad185072 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Calling delete_port for c9ff1ff2-6f4c-4e09-bd63-df92e479831c owned by compute:nova {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:40:07.399867 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c307fd-703a-4112-a1e3-2e79d53b3293 req-f942efd4-3816-4a46-8651-1f55fbd4f97d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:07.402190 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c3c307fd-703a-4112-a1e3-2e79d53b3293 req-f942efd4-3816-4a46-8651-1f55fbd4f97d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.1146717 Jan 18 19:40:07.515699 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c3c307fd-703a-4112-a1e3-2e79d53b3293 req-1c87f706-335e-4d69-8a1d-3d8070387e12 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067326 Jan 18 19:40:07.524479 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-e1bb600a-1a4b-42cc-bca6-28f51edcba4e req-cad8e992-025a-4e5f-977b-f488ad185072 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (c9ff1ff2-6f4c-4e09-bd63-df92e479831c), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:07.538123 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['e5e4ef92-a840-4d41-ae88-02e476cd254b', 'ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4', 'c9ff1ff2-6f4c-4e09-bd63-df92e479831c'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:40:07.586827 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8e992-025a-4e5f-977b-f488ad185072 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Pushing event deleted for resources: {'Port': ['ID=c9ff1ff2-6f4c-4e09-bd63-df92e479831c,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:07.641847 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bb600a-1a4b-42cc-bca6-28f51edcba4e req-cad8e992-025a-4e5f-977b-f488ad185072 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] No DVR routers for this DVR port c9ff1ff2-6f4c-4e09-bd63-df92e479831c on host hv-cinder-81187 {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:40:07.645408 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [req-e1bb600a-1a4b-42cc-bca6-28f51edcba4e req-cad8e992-025a-4e5f-977b-f488ad185072 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:07.650011 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-e1bb600a-1a4b-42cc-bca6-28f51edcba4e req-cad8e992-025a-4e5f-977b-f488ad185072 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.35 "DELETE /v2.0/ports/c9ff1ff2-6f4c-4e09-bd63-df92e479831c HTTP/1.1" status: 204 len: 173 time: 0.7896109 Jan 18 19:40:07.650551 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a87bf41-60d3-4e59-a901-4fb0383476e9', 'name': 'network-vif-deleted', 'tag': 'c9ff1ff2-6f4c-4e09-bd63-df92e479831c'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:40:07.652872 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2192f31b9332bf9c25be62e2eb712fda9b4426ea0356a3efb127a3d7520833a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb99062-1e48-49fb-ae9e-65dfdd5a4206" -d '{"events": [{"server_uuid": "0a87bf41-60d3-4e59-a901-4fb0383476e9", "name": "network-vif-deleted", "tag": "c9ff1ff2-6f4c-4e09-bd63-df92e479831c"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:40:07.682371 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6ea791ce-e509-4053-a8c9-964e97b5c947 req-6e2a82ee-7a60-4e98-b863-fc36af3b6926 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 210 time: 0.1690686 Jan 18 19:40:07.741291 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9a681-a1be-4639-a147-62a298ad8b59 req-b4ff563c-6bc7-416c-8d2a-ce810001c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:07.743019 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-28c9a681-a1be-4639-a147-62a298ad8b59 req-b4ff563c-6bc7-416c-8d2a-ce810001c12b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 1099 time: 0.2553468 Jan 18 19:40:07.764537 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46571781-26c5-497f-ac0a-ecd44a920b1b x-openstack-request-id: req-46571781-26c5-497f-ac0a-ecd44a920b1b {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:40:07.764976 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a87bf41-60d3-4e59-a901-4fb0383476e9", "name": "network-vif-deleted", "tag": "c9ff1ff2-6f4c-4e09-bd63-df92e479831c", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:40:07.765431 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46571781-26c5-497f-ac0a-ecd44a920b1b {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:40:07.766043 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a87bf41-60d3-4e59-a901-4fb0383476e9', 'name': 'network-vif-deleted', 'tag': 'c9ff1ff2-6f4c-4e09-bd63-df92e479831c', 'status': 'completed', 'code': 200} Jan 18 19:40:07.792591 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f44efb-3002-4f88-b644-16087ae748df req-20038b9a-81d2-462b-aef9-098a261e3ca1 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:07.794208 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-77f44efb-3002-4f88-b644-16087ae748df req-20038b9a-81d2-462b-aef9-098a261e3ca1 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.35 "GET /v2.0/networks?id=a0ead810-f65d-444a-8fd0-efbdbd337aa6 HTTP/1.1" status: 200 len: 814 time: 0.3054657 Jan 18 19:40:07.812848 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-28c9a681-a1be-4639-a147-62a298ad8b59 req-99f9361b-2b14-47c5-a3d3-959466ec51d9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565028 Jan 18 19:40:08.002388 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6cb2ca30-a4f0-401d-8c86-dca31339aaa4 req-b5a7caa5-7c7c-4182-a149-3975b97ed614 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 210 time: 0.0451181 Jan 18 19:40:08.034633 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070eafed-5752-41f1-a2ca-30308eb60a87 req-76db6d9f-8e0c-4711-8a41-b6e01c96afd5 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:08.036229 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-070eafed-5752-41f1-a2ca-30308eb60a87 req-76db6d9f-8e0c-4711-8a41-b6e01c96afd5 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.1072390 Jan 18 19:40:08.102732 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-070eafed-5752-41f1-a2ca-30308eb60a87 req-4be0ce58-eb86-4238-b0ab-d3812b2ef63b tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575237 Jan 18 19:40:08.166343 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-77f44efb-3002-4f88-b644-16087ae748df req-4adc3ab2-8d5b-43e4-a644-6a6a6875f546 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Request body: {'port': {'device_id': '9c6fe55d-898a-4632-bd46-e40a75064a41', 'network_id': 'a0ead810-f65d-444a-8fd0-efbdbd337aa6', 'admin_state_up': True, 'tenant_id': '4b63ac006c044c26955f7a44315a7b22'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:40:08.341980 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa94cff-8533-44ee-bf23-0bdc3929e6bb req-07556b54-21c7-40b0-acb4-95320d693d47 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:08.349740 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7fa94cff-8533-44ee-bf23-0bdc3929e6bb req-07556b54-21c7-40b0-acb4-95320d693d47 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 946 time: 0.1071196 Jan 18 19:40:08.415076 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7fa94cff-8533-44ee-bf23-0bdc3929e6bb req-326a3222-1c11-4d5f-abcf-5174f0cf24a8 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643322 Jan 18 19:40:08.478843 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f44efb-3002-4f88-b644-16087ae748df req-4adc3ab2-8d5b-43e4-a644-6a6a6875f546 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Made reservation on behalf of 4b63ac006c044c26955f7a44315a7b22 for: {'port': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:40:08.482724 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-77f44efb-3002-4f88-b644-16087ae748df req-4adc3ab2-8d5b-43e4-a644-6a6a6875f546 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:08.826275 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-244e4710-9025-413e-b66e-a145d1c3db4d req-adc0b60d-20ad-439d-896b-069f404396ab tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 210 time: 0.0418541 Jan 18 19:40:08.886880 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [req-77f44efb-3002-4f88-b644-16087ae748df req-4adc3ab2-8d5b-43e4-a644-6a6a6875f546 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Allocated IP 172.20.0.7 (a0ead810-f65d-444a-8fd0-efbdbd337aa6/e20ed9f3-cf41-4d9e-87ed-32ace70273b7/09901bd2-26a3-43bd-b918-6ab77f162cde) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:40:08.886880 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deee847-9916-49fc-929d-0a39936e098c req-d97fa47d-dfbf-4059-b941-9efe91fb4df9 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:08.886880 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9deee847-9916-49fc-929d-0a39936e098c req-d97fa47d-dfbf-4059-b941-9efe91fb4df9 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.1683464 Jan 18 19:40:09.070382 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9deee847-9916-49fc-929d-0a39936e098c req-639e5f85-13e0-4b6a-af49-e2c207dd9056 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694205 Jan 18 19:40:09.147767 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7658eeda-de3d-4dc0-a209-4d14560ce4f9 req-a65ab196-b0da-4469-affe-30c5290df1ef tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a87bf41-60d3-4e59-a901-4fb0383476e9 HTTP/1.1" status: 200 len: 210 time: 0.0318041 Jan 18 19:40:09.170425 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-77f44efb-3002-4f88-b644-16087ae748df req-4adc3ab2-8d5b-43e4-a644-6a6a6875f546 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Publish callbacks [] for port (09901bd2-26a3-43bd-b918-6ab77f162cde), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:09.246976 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b375e0-7ed0-49e8-af3b-1ebd137591dd req-93bbb745-6c57-4052-bb63-6eea376d55c3 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:09.249267 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-98b375e0-7ed0-49e8-af3b-1ebd137591dd req-93bbb745-6c57-4052-bb63-6eea376d55c3 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.0661767 Jan 18 19:40:09.322911 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-98b375e0-7ed0-49e8-af3b-1ebd137591dd req-562c55ae-c985-4b2e-925b-3a517324f4ee tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650237 Jan 18 19:40:09.338469 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-77f44efb-3002-4f88-b644-16087ae748df req-4adc3ab2-8d5b-43e4-a644-6a6a6875f546 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (09901bd2-26a3-43bd-b918-6ab77f162cde), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:09.384684 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f44efb-3002-4f88-b644-16087ae748df req-4adc3ab2-8d5b-43e4-a644-6a6a6875f546 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Network a0ead810-f65d-444a-8fd0-efbdbd337aa6 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:40:09.387947 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [req-77f44efb-3002-4f88-b644-16087ae748df req-4adc3ab2-8d5b-43e4-a644-6a6a6875f546 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:40:09.397735 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc3ab2-8d5b-43e4-a644-6a6a6875f546 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Pushing event updated for resources: {'Port': ['ID=09901bd2-26a3-43bd-b918-6ab77f162cde,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:09.397945 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f44efb-3002-4f88-b644-16087ae748df req-4adc3ab2-8d5b-43e4-a644-6a6a6875f546 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.444019 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.446968 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.446968 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.446968 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.446968 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.446968 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.446968 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.446968 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.446968 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.446968 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.446968 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.446968 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:09.446968 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:09.446968 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f44efb-3002-4f88-b644-16087ae748df req-4adc3ab2-8d5b-43e4-a644-6a6a6875f546 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:09.446968 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-77f44efb-3002-4f88-b644-16087ae748df req-4adc3ab2-8d5b-43e4-a644-6a6a6875f546 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:09.538000 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef327b75-5648-4cd7-bd4e-06042fe001a4 req-160df154-5673-4d50-a3c8-439b3c2f631c tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:09.539514 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ef327b75-5648-4cd7-bd4e-06042fe001a4 req-160df154-5673-4d50-a3c8-439b3c2f631c tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0555253 Jan 18 19:40:09.594037 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ef327b75-5648-4cd7-bd4e-06042fe001a4 req-b52cf94e-da8a-4b3f-a3fe-4d45e021267a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482342 Jan 18 19:40:09.598099 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-77f44efb-3002-4f88-b644-16087ae748df req-4adc3ab2-8d5b-43e4-a644-6a6a6875f546 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4487617 Jan 18 19:40:09.611612 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Request body: {'port': {'device_id': '9c6fe55d-898a-4632-bd46-e40a75064a41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:40:09.673074 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (09901bd2-26a3-43bd-b918-6ab77f162cde), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:10.008650 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09901bd2-26a3-43bd-b918-6ab77f162cde {{(pid=103172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:40:10.018827 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Publish callbacks [] for port (09901bd2-26a3-43bd-b918-6ab77f162cde), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:10.050990 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c1860-8e04-4b01-9d50-5f9eeb5102f0 req-9c8ddced-4236-40b9-a3e4-de37f176e3b4 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:10.052460 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e38c1860-8e04-4b01-9d50-5f9eeb5102f0 req-9c8ddced-4236-40b9-a3e4-de37f176e3b4 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 931 time: 0.1162519 Jan 18 19:40:10.081662 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.provisioning_blocks [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Transition to ACTIVE for port object 09901bd2-26a3-43bd-b918-6ab77f162cde will not be triggered until provisioned by entity L2. {{(pid=103172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:40:10.130326 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fb2ff-27a0-4f3d-8cae-69216d34dee7 req-cf047169-0516-4cfe-8e36-1cd98baa81d5 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:10.131939 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a09fb2ff-27a0-4f3d-8cae-69216d34dee7 req-cf047169-0516-4cfe-8e36-1cd98baa81d5 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.35 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.1070712 Jan 18 19:40:10.147238 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e38c1860-8e04-4b01-9d50-5f9eeb5102f0 req-0069ea96-629f-4cd2-8798-fe755c1e76b3 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774577 Jan 18 19:40:10.168012 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (09901bd2-26a3-43bd-b918-6ab77f162cde), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:10.358930 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Pushing event updated for resources: {'Port': ['ID=09901bd2-26a3-43bd-b918-6ab77f162cde,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:10.439600 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51936d75-8311-40dd-ada1-020994b39b40 req-97c5ae15-b608-4fb7-86fb-03b975eef438 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:10.443285 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-51936d75-8311-40dd-ada1-020994b39b40 req-97c5ae15-b608-4fb7-86fb-03b975eef438 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.2335098 Jan 18 19:40:10.506832 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-a09fb2ff-27a0-4f3d-8cae-69216d34dee7 req-9a3a1816-0471-4134-abde-2ab578e99b1e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Deleting port 0345ff4a-5024-4047-884f-45f77573f81f {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:40:10.507271 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-a09fb2ff-27a0-4f3d-8cae-69216d34dee7 req-9a3a1816-0471-4134-abde-2ab578e99b1e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (0345ff4a-5024-4047-884f-45f77573f81f), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:10.561449 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Attempting to bind port 09901bd2-26a3-43bd-b918-6ab77f162cde on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:40:10.561776 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Attempting to bind port 09901bd2-26a3-43bd-b918-6ab77f162cde by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '8cb821b4-ebd5-4483-85a8-0cff48f3dde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a0ead810-f65d-444a-8fd0-efbdbd337aa6'}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:40:10.562733 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Attempting to bind port 09901bd2-26a3-43bd-b918-6ab77f162cde on network a0ead810-f65d-444a-8fd0-efbdbd337aa6 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:40:10.565919 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device c9ff1ff2-6f4c-4e09-bd63-df92e479831c no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:40:10.572193 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Port 09901bd2-26a3-43bd-b918-6ab77f162cde on network a0ead810-f65d-444a-8fd0-efbdbd337aa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:40:10.572193 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Attempting to bind port 09901bd2-26a3-43bd-b918-6ab77f162cde on network a0ead810-f65d-444a-8fd0-efbdbd337aa6 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:40:10.579525 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-51936d75-8311-40dd-ada1-020994b39b40 req-c9334730-a86c-4ff8-aa6e-254f8987bb4d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288991 Jan 18 19:40:10.586536 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:40:10.586923 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Checking segment: {'id': '8cb821b4-ebd5-4483-85a8-0cff48f3dde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a0ead810-f65d-444a-8fd0-efbdbd337aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:40:10.587257 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Bound using segment: {'id': '8cb821b4-ebd5-4483-85a8-0cff48f3dde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a0ead810-f65d-444a-8fd0-efbdbd337aa6'} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:40:10.587699 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Bound port: 09901bd2-26a3-43bd-b918-6ab77f162cde, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb821b4-ebd5-4483-85a8-0cff48f3dde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'a0ead810-f65d-444a-8fd0-efbdbd337aa6'}}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:40:10.588349 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (09901bd2-26a3-43bd-b918-6ab77f162cde), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:10.588471 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: c9ff1ff2-6f4c-4e09-bd63-df92e479831c {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:40:10.588589 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device c9ff1ff2-6f4c-4e09-bd63-df92e479831c not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:40:10.685723 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-a09fb2ff-27a0-4f3d-8cae-69216d34dee7 req-9a3a1816-0471-4134-abde-2ab578e99b1e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] For port 0345ff4a-5024-4047-884f-45f77573f81f, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=0345ff4a-5024-4047-884f-45f77573f81f,segment=NetworkSegment(bd6a3413-6529-4e74-9a70-4bca6f584af7),segment_id=bd6a3413-6529-4e74-9a70-4bca6f584af7)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:40:10.685723 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-a09fb2ff-27a0-4f3d-8cae-69216d34dee7 req-9a3a1816-0471-4134-abde-2ab578e99b1e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (0345ff4a-5024-4047-884f-45f77573f81f), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:10.722426 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-a09fb2ff-27a0-4f3d-8cae-69216d34dee7 req-9a3a1816-0471-4134-abde-2ab578e99b1e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Calling delete_port for 0345ff4a-5024-4047-884f-45f77573f81f owned by compute:nova {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:40:10.725940 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] For port 09901bd2-26a3-43bd-b918-6ab77f162cde, host hv-cinder-81187, cleared binding levels {{(pid=103172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:40:10.788182 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] For port 09901bd2-26a3-43bd-b918-6ab77f162cde, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=09901bd2-26a3-43bd-b918-6ab77f162cde,segment=NetworkSegment(8cb821b4-ebd5-4483-85a8-0cff48f3dde2),segment_id=8cb821b4-ebd5-4483-85a8-0cff48f3dde2)] {{(pid=103172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:40:10.858609 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95e6bc-41fb-4056-9023-258797053fa0 req-210045d1-16d9-43bd-b0ea-b0a59a9e4983 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:10.860835 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ca95e6bc-41fb-4056-9023-258797053fa0 req-210045d1-16d9-43bd-b0ea-b0a59a9e4983 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 946 time: 0.1364396 Jan 18 19:40:10.864856 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (09901bd2-26a3-43bd-b918-6ab77f162cde), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:10.883785 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a81a9-3baf-4fc9-b7bf-57d3f70d7cb8 req-ee674129-cbb0-4d72-b82c-d8144712b04e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:10.885234 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-897a81a9-3baf-4fc9-b7bf-57d3f70d7cb8 req-ee674129-cbb0-4d72-b82c-d8144712b04e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 945 time: 0.1795814 Jan 18 19:40:10.962953 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:10.970797 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:10.970797 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-77f44efb-3002-4f88-b644-16087ae748df req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] 10.222.0.35 "PUT /v2.0/ports/09901bd2-26a3-43bd-b918-6ab77f162cde HTTP/1.1" status: 200 len: 1093 time: 1.3578546 Jan 18 19:40:10.970797 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6fe55d-898a-4632-bd46-e40a75064a41', 'tag': '09901bd2-26a3-43bd-b918-6ab77f162cde'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:40:10.970797 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4413aaf7-dd0a-4fdf-8631-7c376ffbb448" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6fe55d-898a-4632-bd46-e40a75064a41", "tag": "09901bd2-26a3-43bd-b918-6ab77f162cde"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:40:11.011744 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20764448-5c3a-486e-9ddc-ccae58e3db70 service neutron] Pushing event updated for resources: {'Port': ['ID=09901bd2-26a3-43bd-b918-6ab77f162cde,revision_number=3']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:11.041063 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-897a81a9-3baf-4fc9-b7bf-57d3f70d7cb8 req-98ef1487-8a82-497a-91b0-f0c7d32ce172 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b380946-794c-4a33-81c8-13be3817d7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319242 Jan 18 19:40:11.061961 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ca95e6bc-41fb-4056-9023-258797053fa0 req-d96c4ce4-3fea-4216-911b-43c6d49380a6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595504 Jan 18 19:40:11.119147 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f44efb-3002-4f88-b644-16087ae748df req-248a4462-b992-4893-bd21-04e4e74dce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:11.120696 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-77f44efb-3002-4f88-b644-16087ae748df req-248a4462-b992-4893-bd21-04e4e74dce6f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b63ac006c044c26955f7a44315a7b22&device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 1096 time: 0.0577672 Jan 18 19:40:11.407560 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31648050-fa0a-423e-b8e7-a63a2d61bcf9 x-openstack-request-id: req-31648050-fa0a-423e-b8e7-a63a2d61bcf9 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:40:11.407936 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6fe55d-898a-4632-bd46-e40a75064a41", "tag": "09901bd2-26a3-43bd-b918-6ab77f162cde", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:40:11.408200 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31648050-fa0a-423e-b8e7-a63a2d61bcf9 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:40:11.408460 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6fe55d-898a-4632-bd46-e40a75064a41', 'tag': '09901bd2-26a3-43bd-b918-6ab77f162cde', 'status': 'completed', 'code': 200} Jan 18 19:40:11.411836 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-a09fb2ff-27a0-4f3d-8cae-69216d34dee7 req-9a3a1816-0471-4134-abde-2ab578e99b1e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (0345ff4a-5024-4047-884f-45f77573f81f), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:11.414294 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-77f44efb-3002-4f88-b644-16087ae748df req-c4f7a7eb-1222-4dd2-bd83-77154ef6f9f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09901bd2-26a3-43bd-b918-6ab77f162cde HTTP/1.1" status: 200 len: 217 time: 0.2832212 Jan 18 19:40:11.520924 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a1816-0471-4134-abde-2ab578e99b1e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Pushing event deleted for resources: {'Port': ['ID=0345ff4a-5024-4047-884f-45f77573f81f,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:11.585927 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f44efb-3002-4f88-b644-16087ae748df req-e17b7b65-8464-4839-95d4-928fb1d5d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:11.587389 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-77f44efb-3002-4f88-b644-16087ae748df req-e17b7b65-8464-4839-95d4-928fb1d5d648 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e20ed9f3-cf41-4d9e-87ed-32ace70273b7 HTTP/1.1" status: 200 len: 854 time: 0.1544163 Jan 18 19:40:11.592432 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09fb2ff-27a0-4f3d-8cae-69216d34dee7 req-9a3a1816-0471-4134-abde-2ab578e99b1e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] No DVR routers for this DVR port 0345ff4a-5024-4047-884f-45f77573f81f on host hv-cinder-81187 {{(pid=103172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:40:11.595915 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-a09fb2ff-27a0-4f3d-8cae-69216d34dee7 req-9a3a1816-0471-4134-abde-2ab578e99b1e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:11.599126 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a09fb2ff-27a0-4f3d-8cae-69216d34dee7 req-9a3a1816-0471-4134-abde-2ab578e99b1e tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.35 "DELETE /v2.0/ports/0345ff4a-5024-4047-884f-45f77573f81f HTTP/1.1" status: 204 len: 173 time: 1.4495122 Jan 18 19:40:11.606856 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5311b33-d814-443a-bcc0-fb97ca57b3c1 req-c893501d-c35a-4971-91f7-8d9dfa82d982 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:11.608293 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e5311b33-d814-443a-bcc0-fb97ca57b3c1 req-c893501d-c35a-4971-91f7-8d9dfa82d982 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 946 time: 0.2027686 Jan 18 19:40:11.616112 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d93c6c-71db-4442-b229-449f2e4a4760 req-0dad42ac-68d2-4b42-bd97-8a3fdabafc4b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:11.617617 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-75d93c6c-71db-4442-b229-449f2e4a4760 req-0dad42ac-68d2-4b42-bd97-8a3fdabafc4b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 946 time: 0.2080555 Jan 18 19:40:11.665098 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-77f44efb-3002-4f88-b644-16087ae748df req-312c673f-b281-4236-9026-b2feae99c0eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0ead810-f65d-444a-8fd0-efbdbd337aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464854 Jan 18 19:40:11.767304 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e5311b33-d814-443a-bcc0-fb97ca57b3c1 req-739a49e3-7ad3-439d-9530-79d481b13418 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476045 Jan 18 19:40:11.777735 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-75d93c6c-71db-4442-b229-449f2e4a4760 req-65483df3-a9e7-40f9-8cfb-e2ad44873754 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437361 Jan 18 19:40:11.793244 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 36558) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:11.862342 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-77f44efb-3002-4f88-b644-16087ae748df req-a8f1e156-d899-4341-af8b-dcef27f88e14 service neutron] 10.222.0.35 "GET /v2.0/networks/a0ead810-f65d-444a-8fd0-efbdbd337aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881547 Jan 18 19:40:12.010740 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da005f48-f60d-4fee-95df-0ffb0483536c tempest-TestVolumeBootPattern-1406539292 tempest-TestVolumeBootPattern-1406539292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:12.012323 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-da005f48-f60d-4fee-95df-0ffb0483536c tempest-TestVolumeBootPattern-1406539292 tempest-TestVolumeBootPattern-1406539292-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 1094 time: 0.2168372 Jan 18 19:40:12.015873 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 36562) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:12.020572 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Request body: {'floatingip': {'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'port_id': '845cac91-f57b-48cf-abe8-2232be4900b0', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:40:12.093166 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-77f44efb-3002-4f88-b644-16087ae748df req-2eb1e69c-8dde-4dd5-9b3a-47b42674be01 service neutron] 10.222.0.35 "GET /v2.0/networks/a0ead810-f65d-444a-8fd0-efbdbd337aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216978 Jan 18 19:40:12.102336 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ca4bb-3dd7-4985-a7b6-7069d2d50a6b req-1d6fdf0f-40a2-48bf-b8ff-3baccd7cb2d2 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:12.104062 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cf3ca4bb-3dd7-4985-a7b6-7069d2d50a6b req-1d6fdf0f-40a2-48bf-b8ff-3baccd7cb2d2 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 943 time: 0.1282496 Jan 18 19:40:12.112434 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e3490-10c8-4ec5-a894-03f4ff82cb24 req-72c5f0d5-d528-4846-a951-66663d0bc8bc tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:12.114272 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-904e3490-10c8-4ec5-a894-03f4ff82cb24 req-72c5f0d5-d528-4846-a951-66663d0bc8bc tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.1373789 Jan 18 19:40:12.118817 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:12.204249 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cf3ca4bb-3dd7-4985-a7b6-7069d2d50a6b req-2be267cb-09a4-42ac-91ae-b1dd5a39a062 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868614 Jan 18 19:40:12.209684 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-904e3490-10c8-4ec5-a894-03f4ff82cb24 req-f454471f-5f0c-4dfc-aa40-9e5c4f954865 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889809 Jan 18 19:40:12.308039 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:12.326913 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413aaf7-dd0a-4fdf-8631-7c376ffbb448 req-02cafe4b-af77-4a76-993f-c84e8f2f4597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:12.330266 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4413aaf7-dd0a-4fdf-8631-7c376ffbb448 req-02cafe4b-af77-4a76-993f-c84e8f2f4597 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4b63ac006c044c26955f7a44315a7b22&device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 1096 time: 0.0675187 Jan 18 19:40:12.381531 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f00b4932-2741-4db4-9283-a8b880051bcd req-da131f56-feab-44e0-8e0d-78da8f702e87 tempest-ServerRescueNegativeTestJSON-1255616305 tempest-ServerRescueNegativeTestJSON-1255616305-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ec59e4-7838-43bd-9719-fcef1bcf1a9e HTTP/1.1" status: 200 len: 210 time: 0.0497596 Jan 18 19:40:12.455353 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Allocated IP 172.27.2.86 (f5eef2c2-a885-4f46-b327-cbc20c3014d9/9269629e-72aa-4525-943b-faee8ca91ecd/90663111-a32a-4f2e-b1cd-efba59e7fd16) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:40:12.469901 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413aaf7-dd0a-4fdf-8631-7c376ffbb448 req-558a10d9-ab4b-434e-9631-2e0f72f26bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:12.471471 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4413aaf7-dd0a-4fdf-8631-7c376ffbb448 req-558a10d9-ab4b-434e-9631-2e0f72f26bea service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0ead810-f65d-444a-8fd0-efbdbd337aa6 HTTP/1.1" status: 200 len: 915 time: 0.1276658 Jan 18 19:40:12.526613 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4413aaf7-dd0a-4fdf-8631-7c376ffbb448 req-e986dea6-a8c1-4f3e-993a-72c16385770d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09901bd2-26a3-43bd-b918-6ab77f162cde HTTP/1.1" status: 200 len: 217 time: 0.0456011 Jan 18 19:40:12.566916 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 0345ff4a-5024-4047-884f-45f77573f81f no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:40:12.584650 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413aaf7-dd0a-4fdf-8631-7c376ffbb448 req-6683f7a3-e48b-4d76-93fb-9d41ff4de1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:12.587962 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4413aaf7-dd0a-4fdf-8631-7c376ffbb448 req-6683f7a3-e48b-4d76-93fb-9d41ff4de1aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e20ed9f3-cf41-4d9e-87ed-32ace70273b7 HTTP/1.1" status: 200 len: 854 time: 0.0535357 Jan 18 19:40:12.589421 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for port (90663111-a32a-4f2e-b1cd-efba59e7fd16), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:12.607542 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: 0345ff4a-5024-4047-884f-45f77573f81f {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:40:12.609110 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 0345ff4a-5024-4047-884f-45f77573f81f not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:40:12.630996 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4413aaf7-dd0a-4fdf-8631-7c376ffbb448 req-1a0f6379-bc09-4518-a16b-c6a841b4dc07 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0ead810-f65d-444a-8fd0-efbdbd337aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364857 Jan 18 19:40:12.713120 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (90663111-a32a-4f2e-b1cd-efba59e7fd16), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:12.760554 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:40:12.764126 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:40:12.771785 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:40:12.801303 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e16f0-c457-400f-8e8b-83081f5608b2 req-4cc0f89b-0960-457f-a0f9-db015e6723a4 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:12.803019 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-888e16f0-c457-400f-8e8b-83081f5608b2 req-4cc0f89b-0960-457f-a0f9-db015e6723a4 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 946 time: 0.1423299 Jan 18 19:40:12.825085 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event updated for resources: {'Port': ['ID=90663111-a32a-4f2e-b1cd-efba59e7fd16,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:12.851735 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4413aaf7-dd0a-4fdf-8631-7c376ffbb448 req-de4404bf-3f45-44fe-bb82-cea38c1e37e8 service neutron] 10.222.0.35 "GET /v2.0/networks/a0ead810-f65d-444a-8fd0-efbdbd337aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999357 Jan 18 19:40:12.895822 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:13.056896 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af011753-4d4a-4822-9ea6-0c5c2e9df3fd req-211655a8-8b21-450f-91fc-cf65d1a437b9 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:13.059582 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-af011753-4d4a-4822-9ea6-0c5c2e9df3fd req-211655a8-8b21-450f-91fc-cf65d1a437b9 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 946 time: 0.1391702 Jan 18 19:40:13.103268 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4413aaf7-dd0a-4fdf-8631-7c376ffbb448 req-04e9627e-522b-4647-b508-02e71ef98656 service neutron] 10.222.0.35 "GET /v2.0/networks/a0ead810-f65d-444a-8fd0-efbdbd337aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114732 Jan 18 19:40:13.171046 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-888e16f0-c457-400f-8e8b-83081f5608b2 req-97c98665-c224-420f-b3f0-8650d12fe10b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Deleting port ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:40:13.171046 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-888e16f0-c457-400f-8e8b-83081f5608b2 req-97c98665-c224-420f-b3f0-8650d12fe10b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:13.206532 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-af011753-4d4a-4822-9ea6-0c5c2e9df3fd req-d26caf28-e800-4d84-8214-1afd81525cb3 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184146 Jan 18 19:40:13.414611 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ec59e4-7838-43bd-9719-fcef1bcf1a9e', 'name': 'network-vif-deleted', 'tag': '0345ff4a-5024-4047-884f-45f77573f81f'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:40:13.417108 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50f2a44-c614-444c-983b-df168cbf65dc" -d '{"events": [{"server_uuid": "59ec59e4-7838-43bd-9719-fcef1bcf1a9e", "name": "network-vif-deleted", "tag": "0345ff4a-5024-4047-884f-45f77573f81f"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:40:13.429764 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-888e16f0-c457-400f-8e8b-83081f5608b2 req-97c98665-c224-420f-b3f0-8650d12fe10b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] For port ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4,segment=NetworkSegment(d825a0a3-ef43-4bc3-a962-25028b7a09ce),segment_id=d825a0a3-ef43-4bc3-a962-25028b7a09ce)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:40:13.430259 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-888e16f0-c457-400f-8e8b-83081f5608b2 req-97c98665-c224-420f-b3f0-8650d12fe10b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:13.454934 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-888e16f0-c457-400f-8e8b-83081f5608b2 req-97c98665-c224-420f-b3f0-8650d12fe10b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Calling delete_port for ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 owned by compute:nova {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:40:13.461325 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd2dda-ea4c-44c1-8a4f-9a10aa065a12 req-fb466e54-2d8a-4d52-807b-8a3a1691bd36 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:13.463219 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a1dd2dda-ea4c-44c1-8a4f-9a10aa065a12 req-fb466e54-2d8a-4d52-807b-8a3a1691bd36 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 943 time: 0.1299446 Jan 18 19:40:13.507497 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for floatingip (0290f198-454d-4c97-af32-e8afdebf53b6), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:13.546243 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54166b-51fc-41bb-8082-c5f99107a49e req-adb59ecc-1988-430d-b868-bfe59459d760 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:13.547915 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0d54166b-51fc-41bb-8082-c5f99107a49e req-adb59ecc-1988-430d-b868-bfe59459d760 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.1766226 Jan 18 19:40:13.606867 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a1dd2dda-ea4c-44c1-8a4f-9a10aa065a12 req-46079111-6fbc-454b-a15b-74067a666618 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307981 Jan 18 19:40:13.651097 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0d54166b-51fc-41bb-8082-c5f99107a49e req-4b1015aa-6ee2-4e83-91de-35697439824a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948954 Jan 18 19:40:13.657059 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 36578) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:13.698800 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ef3225-f48b-4d38-813a-faf525aff0c2 x-openstack-request-id: req-66ef3225-f48b-4d38-813a-faf525aff0c2 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:40:13.699093 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ec59e4-7838-43bd-9719-fcef1bcf1a9e", "name": "network-vif-deleted", "tag": "0345ff4a-5024-4047-884f-45f77573f81f", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:40:13.699341 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66ef3225-f48b-4d38-813a-faf525aff0c2 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:40:13.699721 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ec59e4-7838-43bd-9719-fcef1bcf1a9e', 'name': 'network-vif-deleted', 'tag': '0345ff4a-5024-4047-884f-45f77573f81f', 'status': 'completed', 'code': 200} Jan 18 19:40:13.781885 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-888e16f0-c457-400f-8e8b-83081f5608b2 req-97c98665-c224-420f-b3f0-8650d12fe10b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:13.783067 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (90663111-a32a-4f2e-b1cd-efba59e7fd16), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:13.794904 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['e5e4ef92-a840-4d41-ae88-02e476cd254b', 'ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:40:13.856936 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c98665-c224-420f-b3f0-8650d12fe10b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Pushing event deleted for resources: {'Port': ['ID=ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:13.876412 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-888e16f0-c457-400f-8e8b-83081f5608b2 req-97c98665-c224-420f-b3f0-8650d12fe10b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] No DVR routers for this DVR port ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 on host hv-cinder-81187 {{(pid=103172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:40:13.878987 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-888e16f0-c457-400f-8e8b-83081f5608b2 req-97c98665-c224-420f-b3f0-8650d12fe10b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:13.883873 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-888e16f0-c457-400f-8e8b-83081f5608b2 req-97c98665-c224-420f-b3f0-8650d12fe10b tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.35 "DELETE /v2.0/ports/ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 HTTP/1.1" status: 204 len: 173 time: 1.0471811 Jan 18 19:40:14.183250 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for port (90663111-a32a-4f2e-b1cd-efba59e7fd16), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:14.256591 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740253'] for port (90663111-a32a-4f2e-b1cd-efba59e7fd16), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:14.352659 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b5ab4c14-2edc-41cf-b071-7a75492f5a30 req-140ac8e8-42e9-45b2-90c8-d2cbf58987f6 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d0f9a78-d757-4446-aa43-e96f7d011646 HTTP/1.1" status: 200 len: 210 time: 0.0437808 Jan 18 19:40:14.369759 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event updated for resources: {'Port': ['ID=90663111-a32a-4f2e-b1cd-efba59e7fd16,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:14.393523 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087224'] for floatingip (0290f198-454d-4c97-af32-e8afdebf53b6), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:14.447390 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-beccc3c3-56cd-44b6-8add-c0b5e6d7f09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2088248'] for router_interface (0c98c65f-c73e-49a7-831d-6e00ef6cb599), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:14.570973 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.db.l3_db [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Floating IP 0290f198-454d-4c97-af32-e8afdebf53b6 associated. External IP: 172.27.2.86, port: 845cac91-f57b-48cf-abe8-2232be4900b0. Jan 18 19:40:14.579974 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 09901bd2-26a3-43bd-b918-6ab77f162cde details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:40:14.761696 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 09901bd2-26a3-43bd-b918-6ab77f162cde, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=09901bd2-26a3-43bd-b918-6ab77f162cde,segment=NetworkSegment(8cb821b4-ebd5-4483-85a8-0cff48f3dde2),segment_id=8cb821b4-ebd5-4483-85a8-0cff48f3dde2)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:40:14.776853 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': '09901bd2-26a3-43bd-b918-6ab77f162cde', 'network_id': 'a0ead810-f65d-444a-8fd0-efbdbd337aa6', 'port_id': '09901bd2-26a3-43bd-b918-6ab77f162cde', 'mac_address': 'fa:16:3e:58:c8:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20ed9f3-cf41-4d9e-87ed-32ace70273b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:40:14.833414 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ecb32-82e5-4313-90bb-fdb64f9e5173 req-ee7e341f-80a3-4dfa-ba82-56b316f6d109 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:14.841175 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d3ecb32-82e5-4313-90bb-fdb64f9e5173 req-ee7e341f-80a3-4dfa-ba82-56b316f6d109 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 943 time: 0.1122193 Jan 18 19:40:14.857671 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 09901bd2-26a3-43bd-b918-6ab77f162cde is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:40:14.858296 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (09901bd2-26a3-43bd-b918-6ab77f162cde), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:14.887128 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09901bd2-26a3-43bd-b918-6ab77f162cde {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:40:14.959435 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 09901bd2-26a3-43bd-b918-6ab77f162cde, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=09901bd2-26a3-43bd-b918-6ab77f162cde,segment=NetworkSegment(8cb821b4-ebd5-4483-85a8-0cff48f3dde2),segment_id=8cb821b4-ebd5-4483-85a8-0cff48f3dde2)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:40:14.964500 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d3ecb32-82e5-4313-90bb-fdb64f9e5173 req-fb115e22-bcd9-407f-bde9-702aca776390 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219945 Jan 18 19:40:14.972699 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a5756-76e2-4128-9cf6-f7d4453f3eef req-082ae947-caa2-47f9-969d-2acea79eb421 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:14.979835 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4b3a5756-76e2-4128-9cf6-f7d4453f3eef req-082ae947-caa2-47f9-969d-2acea79eb421 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.1704595 Jan 18 19:40:15.028423 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Router d3688323-8aea-457e-84c2-ab9b2ef8b087 has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:40:15.033760 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (09901bd2-26a3-43bd-b918-6ab77f162cde), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:15.059112 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4b3a5756-76e2-4128-9cf6-f7d4453f3eef req-5430125c-9c52-473b-9a5f-de11fbbc5669 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784798 Jan 18 19:40:15.098383 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-beccc3c3-56cd-44b6-8add-c0b5e6d7f09c admin admin] Deleting port 2570bbd2-dec4-4a6a-b9d6-a425bff19c1e {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:40:15.098595 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-beccc3c3-56cd-44b6-8add-c0b5e6d7f09c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (2570bbd2-dec4-4a6a-b9d6-a425bff19c1e), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:15.156565 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=09901bd2-26a3-43bd-b918-6ab77f162cde,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:15.448966 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['09901bd2-26a3-43bd-b918-6ab77f162cde'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:40:15.461587 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:40:15.476014 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5802deb-b542-4cc3-a391-44762302bbaf None None] Sync routers for ids ['d3688323-8aea-457e-84c2-ab9b2ef8b087'] in dv-cinder-811877-7-iscsi {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:40:15.478733 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-beccc3c3-56cd-44b6-8add-c0b5e6d7f09c admin admin] For port 2570bbd2-dec4-4a6a-b9d6-a425bff19c1e, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=2570bbd2-dec4-4a6a-b9d6-a425bff19c1e,segment=NetworkSegment(bd6a3413-6529-4e74-9a70-4bca6f584af7),segment_id=bd6a3413-6529-4e74-9a70-4bca6f584af7)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:40:15.479032 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-beccc3c3-56cd-44b6-8add-c0b5e6d7f09c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (2570bbd2-dec4-4a6a-b9d6-a425bff19c1e), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:15.496240 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-beccc3c3-56cd-44b6-8add-c0b5e6d7f09c admin admin] Calling delete_port for 2570bbd2-dec4-4a6a-b9d6-a425bff19c1e owned by network:router_interface {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:40:15.504804 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5802deb-b542-4cc3-a391-44762302bbaf None None] Routers {'d3688323-8aea-457e-84c2-ab9b2ef8b087'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:40:15.524224 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-f5802deb-b542-4cc3-a391-44762302bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:39:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d3688323-8aea-457e-84c2-ab9b2ef8b087'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:40:15.579915 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:15.621050 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-f7877b40-1538-4aac-bbfb-6cb8b9febc6a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6041424 Jan 18 19:40:15.623295 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00732823-ab4b-46cf-8cbf-50e72320e7a3', 'tag': '845cac91-f57b-48cf-abe8-2232be4900b0'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:40:15.625422 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2192f31b9332bf9c25be62e2eb712fda9b4426ea0356a3efb127a3d7520833a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7456b9b5-c9b6-445d-abaf-e63d82914c91" -d '{"events": [{"name": "network-changed", "server_uuid": "00732823-ab4b-46cf-8cbf-50e72320e7a3", "tag": "845cac91-f57b-48cf-abe8-2232be4900b0"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:40:15.705582 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0f9a78-d757-4446-aa43-e96f7d011646', 'name': 'network-vif-deleted', 'tag': 'ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:40:15.712545 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31bcbe8-c647-46ef-9e5a-431249a30ecf" -d '{"events": [{"server_uuid": "4d0f9a78-d757-4446-aa43-e96f7d011646", "name": "network-vif-deleted", "tag": "ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:40:15.727636 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23101223-7016-486b-a584-9b05a6a227f8 x-openstack-request-id: req-23101223-7016-486b-a584-9b05a6a227f8 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:40:15.728021 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00732823-ab4b-46cf-8cbf-50e72320e7a3", "tag": "845cac91-f57b-48cf-abe8-2232be4900b0", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:40:15.728357 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23101223-7016-486b-a584-9b05a6a227f8 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:40:15.737938 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00732823-ab4b-46cf-8cbf-50e72320e7a3', 'tag': '845cac91-f57b-48cf-abe8-2232be4900b0', 'status': 'completed', 'code': 200} Jan 18 19:40:15.823120 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-f5802deb-b542-4cc3-a391-44762302bbaf None None] Set router d3688323-8aea-457e-84c2-ab9b2ef8b087 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:40:15.835381 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d2b736-42df-446b-98ac-16ec246d6532 x-openstack-request-id: req-50d2b736-42df-446b-98ac-16ec246d6532 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:40:15.835675 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0f9a78-d757-4446-aa43-e96f7d011646", "name": "network-vif-deleted", "tag": "ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:40:15.835934 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50d2b736-42df-446b-98ac-16ec246d6532 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:40:15.836339 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0f9a78-d757-4446-aa43-e96f7d011646', 'name': 'network-vif-deleted', 'tag': 'ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4', 'status': 'completed', 'code': 200} Jan 18 19:40:15.867928 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456b9b5-c9b6-445d-abaf-e63d82914c91 req-a5ebcb8b-66aa-4123-858f-765390aae542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:15.869944 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7456b9b5-c9b6-445d-abaf-e63d82914c91 req-a5ebcb8b-66aa-4123-858f-765390aae542 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5132940720394c7a9c249c61206833f6&device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 1099 time: 0.1035855 Jan 18 19:40:15.930909 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-beccc3c3-56cd-44b6-8add-c0b5e6d7f09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (2570bbd2-dec4-4a6a-b9d6-a425bff19c1e), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:15.957929 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccc3c3-56cd-44b6-8add-c0b5e6d7f09c admin admin] Pushing event deleted for resources: {'Port': ['ID=2570bbd2-dec4-4a6a-b9d6-a425bff19c1e,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:16.042407 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456b9b5-c9b6-445d-abaf-e63d82914c91 req-ce54cc18-c40f-46d3-b49f-901d987ae9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:16.044033 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7456b9b5-c9b6-445d-abaf-e63d82914c91 req-ce54cc18-c40f-46d3-b49f-901d987ae9d0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=587eb791-8376-4b85-b8c3-4979fdf6baa8 HTTP/1.1" status: 200 len: 913 time: 0.1593037 Jan 18 19:40:16.159555 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7456b9b5-c9b6-445d-abaf-e63d82914c91 req-041e716b-05ae-48db-8fbc-087325200cd2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=845cac91-f57b-48cf-abe8-2232be4900b0 HTTP/1.1" status: 200 len: 999 time: 0.1078510 Jan 18 19:40:16.218178 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-beccc3c3-56cd-44b6-8add-c0b5e6d7f09c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2088872'] for router_interface (0c98c65f-c73e-49a7-831d-6e00ef6cb599), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:16.277871 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456b9b5-c9b6-445d-abaf-e63d82914c91 req-ca79c396-694e-44e6-b597-4eb7ccfb7eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:16.279963 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7456b9b5-c9b6-445d-abaf-e63d82914c91 req-ca79c396-694e-44e6-b597-4eb7ccfb7eda service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56220d3c-b1c3-4597-b0e0-e815ef06647a HTTP/1.1" status: 200 len: 851 time: 0.0793808 Jan 18 19:40:16.302614 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-f5802deb-b542-4cc3-a391-44762302bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '0290f198-454d-4c97-af32-e8afdebf53b6', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'port_id': '845cac91-f57b-48cf-abe8-2232be4900b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'mac_address': 'fa:16:3e:f2:3b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00732823-ab4b-46cf-8cbf-50e72320e7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:40:13Z', 'updated_at': '2022-01-18T19:40:13Z', 'revision_number': 0, 'project_id': '5132940720394c7a9c249c61206833f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 5, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:40:16.335813 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5802deb-b542-4cc3-a391-44762302bbaf None None] Checking router: d3688323-8aea-457e-84c2-ab9b2ef8b087 for host: dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:40:16.346620 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5802deb-b542-4cc3-a391-44762302bbaf None None] Routers {'d3688323-8aea-457e-84c2-ab9b2ef8b087'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:40:16.347518 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-f5802deb-b542-4cc3-a391-44762302bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:39:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d3688323-8aea-457e-84c2-ab9b2ef8b087'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:40:16.384669 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3f550-2821-4a3c-98e4-efa11dcd810e req-fc958316-68cb-4cd8-ac98-d49062bfeadb tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:16.386498 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ded3f550-2821-4a3c-98e4-efa11dcd810e req-fc958316-68cb-4cd8-ac98-d49062bfeadb tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 944 time: 0.2260096 Jan 18 19:40:16.483967 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ded3f550-2821-4a3c-98e4-efa11dcd810e req-5d43621a-6e8d-495e-a049-424acf3483f2 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738351 Jan 18 19:40:16.497989 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6e1cc-6afb-4ba6-9d9f-5eb7023c0a6b req-4ea12d4f-4ece-4433-b306-d3f1c8260ddd tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:16.504687 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-f5802deb-b542-4cc3-a391-44762302bbaf None None] Set router d3688323-8aea-457e-84c2-ab9b2ef8b087 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:40:16.507114 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2dd6e1cc-6afb-4ba6-9d9f-5eb7023c0a6b req-4ea12d4f-4ece-4433-b306-d3f1c8260ddd tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.3151767 Jan 18 19:40:16.576459 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2dd6e1cc-6afb-4ba6-9d9f-5eb7023c0a6b req-2014768e-e9e9-45dd-887f-a0105c695b29 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683641 Jan 18 19:40:16.578553 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456b9b5-c9b6-445d-abaf-e63d82914c91 req-539ce435-e595-4894-9096-5bdb29f14cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:16.581132 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7456b9b5-c9b6-445d-abaf-e63d82914c91 req-539ce435-e595-4894-9096-5bdb29f14cbc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=587eb791-8376-4b85-b8c3-4979fdf6baa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2829738 Jan 18 19:40:16.598754 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beccc3c3-56cd-44b6-8add-c0b5e6d7f09c admin admin] Router 0c98c65f-c73e-49a7-831d-6e00ef6cb599 has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:40:16.604633 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:40:16.632782 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:40:16.633520 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device ba67f3e4-5a8d-4817-b1c0-13746c9ddeb4 not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:40:16.639266 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-58ddef7d-783c-482e-8a8d-77b56cd2c4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:16.729264 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7456b9b5-c9b6-445d-abaf-e63d82914c91 req-2145e4d0-a7d4-4897-83f6-df2dab98e265 service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411541 Jan 18 19:40:16.751041 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beccc3c3-56cd-44b6-8add-c0b5e6d7f09c admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:40:16.759214 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-beccc3c3-56cd-44b6-8add-c0b5e6d7f09c admin admin] 10.222.0.20 "PUT /v2.0/routers/0c98c65f-c73e-49a7-831d-6e00ef6cb599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0983150 Jan 18 19:40:16.759469 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 36612) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:16.764516 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70818822-7413-4aa6-8159-732f2290a064 None None] Sync routers for ids ['0c98c65f-c73e-49a7-831d-6e00ef6cb599'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:40:16.778049 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70818822-7413-4aa6-8159-732f2290a064 None None] Routers {'0c98c65f-c73e-49a7-831d-6e00ef6cb599'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:40:16.778049 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-70818822-7413-4aa6-8159-732f2290a064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:39:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['0c98c65f-c73e-49a7-831d-6e00ef6cb599'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:40:16.892874 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-f5802deb-b542-4cc3-a391-44762302bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '0290f198-454d-4c97-af32-e8afdebf53b6', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'port_id': '845cac91-f57b-48cf-abe8-2232be4900b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'mac_address': 'fa:16:3e:f2:3b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00732823-ab4b-46cf-8cbf-50e72320e7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:40:13Z', 'updated_at': '2022-01-18T19:40:13Z', 'revision_number': 0, 'project_id': '5132940720394c7a9c249c61206833f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 5, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:40:16.914265 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7456b9b5-c9b6-445d-abaf-e63d82914c91 req-3e4d0c7a-b667-4879-935c-85861e57ad84 service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670418 Jan 18 19:40:16.956943 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5802deb-b542-4cc3-a391-44762302bbaf None None] The sync data for ids ['d3688323-8aea-457e-84c2-ab9b2ef8b087'] in dv-cinder-811877-7-iscsi is: [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '0290f198-454d-4c97-af32-e8afdebf53b6', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'port_id': '845cac91-f57b-48cf-abe8-2232be4900b0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'mac_address': 'fa:16:3e:f2:3b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00732823-ab4b-46cf-8cbf-50e72320e7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:40:13Z', 'updated_at': '2022-01-18T19:40:13Z', 'revision_number': 0, 'project_id': '5132940720394c7a9c249c61206833f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 5, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:40:16.962644 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-70818822-7413-4aa6-8159-732f2290a064 None None] Set router 0c98c65f-c73e-49a7-831d-6e00ef6cb599 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:40:16.970671 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e046f975-4620-47ad-92de-09bbb97199cc admin admin] Publish callbacks [] for router (0c98c65f-c73e-49a7-831d-6e00ef6cb599), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:17.141115 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e046f975-4620-47ad-92de-09bbb97199cc admin admin] Publish callbacks [] for router_gateway (0c98c65f-c73e-49a7-831d-6e00ef6cb599), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:17.240255 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-70818822-7413-4aa6-8159-732f2290a064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c98c65f-c73e-49a7-831d-6e00ef6cb599', 'name': 'tempest-ServerRescueNegativeTestJSON-2059327281-router', 'tenant_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '15975187-127f-4927-a194-489f1ec97315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:40:15Z', 'revision_number': 5, 'project_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'gw_port': {'id': '15975187-127f-4927-a194-489f1ec97315', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c98c65f-c73e-49a7-831d-6e00ef6cb599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:40:17.258185 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4796eb2a-03d2-48f2-90e0-1fdd93523c35 None None] New status for floating IP 0290f198-454d-4c97-af32-e8afdebf53b6: ACTIVE {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 19:40:17.273725 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70818822-7413-4aa6-8159-732f2290a064 None None] Checking router: 0c98c65f-c73e-49a7-831d-6e00ef6cb599 for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:40:17.283514 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70818822-7413-4aa6-8159-732f2290a064 None None] Routers {'0c98c65f-c73e-49a7-831d-6e00ef6cb599'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:40:17.284120 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-70818822-7413-4aa6-8159-732f2290a064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:39:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['0c98c65f-c73e-49a7-831d-6e00ef6cb599'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:40:17.368940 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e046f975-4620-47ad-92de-09bbb97199cc admin admin] Deleting port 15975187-127f-4927-a194-489f1ec97315 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:40:17.369322 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e046f975-4620-47ad-92de-09bbb97199cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (15975187-127f-4927-a194-489f1ec97315), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:17.383650 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-70818822-7413-4aa6-8159-732f2290a064 None None] Set router 0c98c65f-c73e-49a7-831d-6e00ef6cb599 gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:40:17.435258 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16176b2f-f631-427a-b109-bdb7606a116c req-7bc15f45-041e-4bd0-888b-b264915cd388 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:17.441585 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-70818822-7413-4aa6-8159-732f2290a064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c98c65f-c73e-49a7-831d-6e00ef6cb599', 'name': 'tempest-ServerRescueNegativeTestJSON-2059327281-router', 'tenant_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:40:17Z', 'revision_number': 6, 'project_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'gw_port_host': None}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:40:17.444014 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-16176b2f-f631-427a-b109-bdb7606a116c req-7bc15f45-041e-4bd0-888b-b264915cd388 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 946 time: 0.0683131 Jan 18 19:40:17.483454 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70818822-7413-4aa6-8159-732f2290a064 None None] The sync data for ids ['0c98c65f-c73e-49a7-831d-6e00ef6cb599'] in dv-cinder-811877-7-iscsi is: [{'id': '0c98c65f-c73e-49a7-831d-6e00ef6cb599', 'name': 'tempest-ServerRescueNegativeTestJSON-2059327281-router', 'tenant_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:40:17Z', 'revision_number': 6, 'project_id': 'd566f74dc13d4f3ea84a0b02cd9786fa', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:40:17.524832 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-e046f975-4620-47ad-92de-09bbb97199cc admin admin] For port 15975187-127f-4927-a194-489f1ec97315, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=15975187-127f-4927-a194-489f1ec97315,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:40:17.525156 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e046f975-4620-47ad-92de-09bbb97199cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (15975187-127f-4927-a194-489f1ec97315), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:17.546591 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-e046f975-4620-47ad-92de-09bbb97199cc admin admin] Calling delete_port for 15975187-127f-4927-a194-489f1ec97315 owned by network:router_gateway {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:40:17.573448 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-16176b2f-f631-427a-b109-bdb7606a116c req-19530791-b389-4370-95ba-10e25069773f tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202886 Jan 18 19:40:17.693702 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d64024-b947-44f6-9f9d-a49864f88241 req-060ec93c-4b22-4bd9-a235-ecc38cf2161e tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:17.696334 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-18d64024-b947-44f6-9f9d-a49864f88241 req-060ec93c-4b22-4bd9-a235-ecc38cf2161e tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 944 time: 0.0969439 Jan 18 19:40:17.802058 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8d06b-32c3-4ac7-b925-bc6983b9f471 req-ff59daef-4711-496b-8540-a53fa4748a3c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:17.803697 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cec8d06b-32c3-4ac7-b925-bc6983b9f471 req-ff59daef-4711-496b-8540-a53fa4748a3c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0967116 Jan 18 19:40:17.810521 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-18d64024-b947-44f6-9f9d-a49864f88241 req-467e973d-e374-426f-a36d-3a725233f72e tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073232 Jan 18 19:40:17.909577 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cec8d06b-32c3-4ac7-b925-bc6983b9f471 req-6704900d-e5fc-4f7d-ab7e-2aeca54957e5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979526 Jan 18 19:40:17.938169 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e046f975-4620-47ad-92de-09bbb97199cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (15975187-127f-4927-a194-489f1ec97315), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:17.988480 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046f975-4620-47ad-92de-09bbb97199cc admin admin] Pushing event deleted for resources: {'Port': ['ID=15975187-127f-4927-a194-489f1ec97315,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:18.063260 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 2570bbd2-dec4-4a6a-b9d6-a425bff19c1e no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:40:18.077530 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e046f975-4620-47ad-92de-09bbb97199cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087286'] for router_gateway (0c98c65f-c73e-49a7-831d-6e00ef6cb599), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:18.098147 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: 2570bbd2-dec4-4a6a-b9d6-a425bff19c1e {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:40:18.098524 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 2570bbd2-dec4-4a6a-b9d6-a425bff19c1e not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:40:18.187711 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e046f975-4620-47ad-92de-09bbb97199cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2090691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9193'] for router (0c98c65f-c73e-49a7-831d-6e00ef6cb599), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:18.189825 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e046f975-4620-47ad-92de-09bbb97199cc admin admin] Publish callbacks [] for router_controller (0c98c65f-c73e-49a7-831d-6e00ef6cb599), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:18.524360 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e046f975-4620-47ad-92de-09bbb97199cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2090714'] for router (0c98c65f-c73e-49a7-831d-6e00ef6cb599), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:18.524883 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e046f975-4620-47ad-92de-09bbb97199cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c98c65f-c73e-49a7-831d-6e00ef6cb599 {{(pid=103173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 19:40:18.529521 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e046f975-4620-47ad-92de-09bbb97199cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:18.530695 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-e046f975-4620-47ad-92de-09bbb97199cc admin admin] 10.222.0.20 "DELETE /v2.0/routers/0c98c65f-c73e-49a7-831d-6e00ef6cb599 HTTP/1.1" status: 204 len: 168 time: 1.7703137 Jan 18 19:40:18.533665 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 36626) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:18.586939 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16babc2-d8a6-4c54-a5b4-d0f0844cc032 admin admin] Deleting subnet bdd86ec8-e4ac-4f77-b398-ae467a5e4aac {{(pid=103173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 19:40:18.592684 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f16babc2-d8a6-4c54-a5b4-d0f0844cc032 admin admin] Publish callbacks [] for subnet (bdd86ec8-e4ac-4f77-b398-ae467a5e4aac), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:18.630365 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 09901bd2-26a3-43bd-b918-6ab77f162cde up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:40:18.654466 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f16babc2-d8a6-4c54-a5b4-d0f0844cc032 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4654559'] for subnet (bdd86ec8-e4ac-4f77-b398-ae467a5e4aac), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:18.728560 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f16babc2-d8a6-4c54-a5b4-d0f0844cc032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033805'] for subnet (bdd86ec8-e4ac-4f77-b398-ae467a5e4aac), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:18.745163 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705c5b4-80eb-4892-994e-ed93493a48ac req-95926e16-e512-4893-ad85-316cbdd035c0 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:18.746787 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b705c5b4-80eb-4892-994e-ed93493a48ac req-95926e16-e512-4893-ad85-316cbdd035c0 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 946 time: 0.0725214 Jan 18 19:40:18.812455 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port 09901bd2-26a3-43bd-b918-6ab77f162cde completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:40:18.819939 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port 09901bd2-26a3-43bd-b918-6ab77f162cde triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:40:18.820513 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (09901bd2-26a3-43bd-b918-6ab77f162cde), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:18.824712 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b705c5b4-80eb-4892-994e-ed93493a48ac req-7ed207fb-1469-4912-9426-e19a5f3f648d tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661452 Jan 18 19:40:18.896125 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f16babc2-d8a6-4c54-a5b4-d0f0844cc032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4740263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4604057'] for subnet (bdd86ec8-e4ac-4f77-b398-ae467a5e4aac), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:18.911567 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f16babc2-d8a6-4c54-a5b4-d0f0844cc032 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:18.929736 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-f16babc2-d8a6-4c54-a5b4-d0f0844cc032 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bdd86ec8-e4ac-4f77-b398-ae467a5e4aac HTTP/1.1" status: 204 len: 168 time: 0.3867645 Jan 18 19:40:18.930025 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 36636) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:18.941588 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 09901bd2-26a3-43bd-b918-6ab77f162cde is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:40:18.946972 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (09901bd2-26a3-43bd-b918-6ab77f162cde), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:18.972313 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16babc2-d8a6-4c54-a5b4-d0f0844cc032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd86ec8-e4ac-4f77-b398-ae467a5e4aac,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:18.982135 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6fe55d-898a-4632-bd46-e40a75064a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09901bd2-26a3-43bd-b918-6ab77f162cde'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:40:18.985949 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759bc25c-593a-4ce4-b020-7c43897ea820" -d '{"events": [{"server_uuid": "9c6fe55d-898a-4632-bd46-e40a75064a41", "name": "network-vif-plugged", "status": "completed", "tag": "09901bd2-26a3-43bd-b918-6ab77f162cde"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:40:19.001530 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 09901bd2-26a3-43bd-b918-6ab77f162cde, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=09901bd2-26a3-43bd-b918-6ab77f162cde,segment=NetworkSegment(8cb821b4-ebd5-4483-85a8-0cff48f3dde2),segment_id=8cb821b4-ebd5-4483-85a8-0cff48f3dde2)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:40:19.059025 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624447b-6050-47a0-be73-68579611bd39 req-1f94e937-eb56-4766-be79-158bf336a106 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:19.061313 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b624447b-6050-47a0-be73-68579611bd39 req-1f94e937-eb56-4766-be79-158bf336a106 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 944 time: 0.1676416 Jan 18 19:40:19.091587 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8e766ae4-ed18-4cbb-90ec-f69546c8b35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612357'] for network (2a37f81d-d7f4-49f1-80e7-09fae1eca369), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:19.113535 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (09901bd2-26a3-43bd-b918-6ab77f162cde), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:19.131217 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ae1c9-0690-443a-affe-a3462025b4b4 req-5033fb62-13c8-4020-85dc-fad351c6eb76 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:19.132704 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ac2ae1c9-0690-443a-affe-a3462025b4b4 req-5033fb62-13c8-4020-85dc-fad351c6eb76 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.1231334 Jan 18 19:40:19.149415 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b624447b-6050-47a0-be73-68579611bd39 req-1c38543e-3e47-465a-8aa0-00a0eb053e39 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809615 Jan 18 19:40:19.193582 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-959e1757-1d8a-4275-a9b5-21875ce053ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:19.247691 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=09901bd2-26a3-43bd-b918-6ab77f162cde,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:19.264106 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ac2ae1c9-0690-443a-affe-a3462025b4b4 req-a43994f5-46b2-42d3-b964-97d9b83f78fa tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125815 Jan 18 19:40:19.266264 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8e766ae4-ed18-4cbb-90ec-f69546c8b35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1040116', 'neutron.services.segments.db._delete_segments_for_network-8736992440351'] for network (2a37f81d-d7f4-49f1-80e7-09fae1eca369), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:19.288570 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-8e766ae4-ed18-4cbb-90ec-f69546c8b35d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a37f81d-d7f4-49f1-80e7-09fae1eca369']}} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:40:19.309275 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-8e766ae4-ed18-4cbb-90ec-f69546c8b35d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6a3413-6529-4e74-9a70-4bca6f584af7') {'for_net_delete': True} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:40:19.309660 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-8e766ae4-ed18-4cbb-90ec-f69546c8b35d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6a3413-6529-4e74-9a70-4bca6f584af7') {} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:40:19.324193 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8e766ae4-ed18-4cbb-90ec-f69546c8b35d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736992440616', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6235298'] for segment (bd6a3413-6529-4e74-9a70-4bca6f584af7), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:19.324478 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d169e50e-b9a6-4baf-829d-88fb0fe41dcd x-openstack-request-id: req-d169e50e-b9a6-4baf-829d-88fb0fe41dcd {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:40:19.324853 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6fe55d-898a-4632-bd46-e40a75064a41", "name": "network-vif-plugged", "status": "completed", "tag": "09901bd2-26a3-43bd-b918-6ab77f162cde", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:40:19.325114 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d169e50e-b9a6-4baf-829d-88fb0fe41dcd {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:40:19.326195 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6fe55d-898a-4632-bd46-e40a75064a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09901bd2-26a3-43bd-b918-6ab77f162cde', 'code': 200} Jan 18 19:40:19.339635 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8e766ae4-ed18-4cbb-90ec-f69546c8b35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (bd6a3413-6529-4e74-9a70-4bca6f584af7), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:19.346696 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e766ae4-ed18-4cbb-90ec-f69546c8b35d admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 19:40:19.347023 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8e766ae4-ed18-4cbb-90ec-f69546c8b35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6234385'] for segment (bd6a3413-6529-4e74-9a70-4bca6f584af7), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: Traceback (most recent call last): Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: timer() Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: cb(*args, **kw) Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: return func(*args, **kwargs) Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: self._notify() Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: self.callback(batched_events) Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: event.method(event) Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: return f(self, *a, **k) Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: return self._get(url).json() Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: return self.request(url, 'GET', **kwargs) Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:40:19.348676 dv-cinder-811877-7-iscsi neutron-server[103172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:40:19.665875 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697edb7-6a70-446d-9288-63cd21123a9d req-e3759998-e9e7-4b95-9ca1-67ff6d072ceb tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:19.667362 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d697edb7-6a70-446d-9288-63cd21123a9d req-e3759998-e9e7-4b95-9ca1-67ff6d072ceb tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.35 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 946 time: 0.0811636 Jan 18 19:40:19.716162 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8e766ae4-ed18-4cbb-90ec-f69546c8b35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1040067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087210'] for network (2a37f81d-d7f4-49f1-80e7-09fae1eca369), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:19.749133 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8e766ae4-ed18-4cbb-90ec-f69546c8b35d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:19.753447 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-8e766ae4-ed18-4cbb-90ec-f69546c8b35d admin admin] 10.222.0.20 "DELETE /v2.0/networks/2a37f81d-d7f4-49f1-80e7-09fae1eca369 HTTP/1.1" status: 204 len: 168 time: 0.8141985 Jan 18 19:40:19.784623 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e766ae4-ed18-4cbb-90ec-f69546c8b35d admin admin] Pushing event deleted for resources: {'Network': ['ID=2a37f81d-d7f4-49f1-80e7-09fae1eca369,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:19.814621 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce025f-a5b6-4ca7-a8c3-91a6363a71b8 req-dfa5fa85-6ede-4de9-9f44-3c44554c078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:19.816094 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6cce025f-a5b6-4ca7-a8c3-91a6363a71b8 req-dfa5fa85-6ede-4de9-9f44-3c44554c078b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 1098 time: 0.0775499 Jan 18 19:40:19.821610 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-d697edb7-6a70-446d-9288-63cd21123a9d req-f3377098-a951-4005-b47f-53b8c0016164 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Deleting port e5e4ef92-a840-4d41-ae88-02e476cd254b {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:40:19.821947 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-d697edb7-6a70-446d-9288-63cd21123a9d req-f3377098-a951-4005-b47f-53b8c0016164 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (e5e4ef92-a840-4d41-ae88-02e476cd254b), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:19.927842 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6cce025f-a5b6-4ca7-a8c3-91a6363a71b8 req-07ed2563-5ce6-44a8-b0fe-f7e29bc03ccc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018612 Jan 18 19:40:19.947441 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:19.967879 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-d697edb7-6a70-446d-9288-63cd21123a9d req-f3377098-a951-4005-b47f-53b8c0016164 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] For port e5e4ef92-a840-4d41-ae88-02e476cd254b, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=e5e4ef92-a840-4d41-ae88-02e476cd254b,segment=NetworkSegment(d825a0a3-ef43-4bc3-a962-25028b7a09ce),segment_id=d825a0a3-ef43-4bc3-a962-25028b7a09ce)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:40:19.968279 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-d697edb7-6a70-446d-9288-63cd21123a9d req-f3377098-a951-4005-b47f-53b8c0016164 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (e5e4ef92-a840-4d41-ae88-02e476cd254b), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:19.984935 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-d697edb7-6a70-446d-9288-63cd21123a9d req-f3377098-a951-4005-b47f-53b8c0016164 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Calling delete_port for e5e4ef92-a840-4d41-ae88-02e476cd254b owned by compute:nova {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:40:19.999184 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47b4ea-9528-4af9-b04b-515959673a55 req-40590d3a-8928-4551-87e6-9ccc67a9aa80 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:20.001193 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1f47b4ea-9528-4af9-b04b-515959673a55 req-40590d3a-8928-4551-87e6-9ccc67a9aa80 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 946 time: 0.0760906 Jan 18 19:40:20.019314 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 15975187-127f-4927-a194-489f1ec97315 no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:40:20.042601 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: 15975187-127f-4927-a194-489f1ec97315 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:40:20.042947 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 15975187-127f-4927-a194-489f1ec97315 not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:40:20.098192 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1f47b4ea-9528-4af9-b04b-515959673a55 req-ae663cc7-557d-443e-a456-c3d06d51f9ed tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/security-groups?id=8d73eedc-2082-441c-b31a-99d3e2c3735a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901766 Jan 18 19:40:20.131061 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 36656) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:20.169163 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-32a4c140-ac89-4be4-bdeb-c05882e7cb5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d566f74dc13d4f3ea84a0b02cd9786fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0369453 Jan 18 19:40:20.172108 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 36660) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:20.218906 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-82f11f3a-9a64-473b-8861-9cfb83e9a9ab admin admin] Publish callbacks [] for security_group (9b380946-794c-4a33-81c8-13be3817d7ac), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:20.224842 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-d697edb7-6a70-446d-9288-63cd21123a9d req-f3377098-a951-4005-b47f-53b8c0016164 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (e5e4ef92-a840-4d41-ae88-02e476cd254b), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:20.237261 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['e5e4ef92-a840-4d41-ae88-02e476cd254b'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:40:20.241061 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-82f11f3a-9a64-473b-8861-9cfb83e9a9ab admin admin] Publish callbacks [] for security_group (9b380946-794c-4a33-81c8-13be3817d7ac), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:20.276446 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3377098-a951-4005-b47f-53b8c0016164 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Pushing event deleted for resources: {'Port': ['ID=e5e4ef92-a840-4d41-ae88-02e476cd254b,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:20.330270 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f220945-f12f-44c0-8884-63ce9aec9815 req-432ce986-4c25-44d5-829f-8ec7c61db124 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:20.332129 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8f220945-f12f-44c0-8884-63ce9aec9815 req-432ce986-4c25-44d5-829f-8ec7c61db124 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 945 time: 0.1184535 Jan 18 19:40:20.332889 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-d697edb7-6a70-446d-9288-63cd21123a9d req-f3377098-a951-4005-b47f-53b8c0016164 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] No DVR routers for this DVR port e5e4ef92-a840-4d41-ae88-02e476cd254b on host hv-cinder-81187 {{(pid=103172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:40:20.335722 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-d697edb7-6a70-446d-9288-63cd21123a9d req-f3377098-a951-4005-b47f-53b8c0016164 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:20.338971 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d697edb7-6a70-446d-9288-63cd21123a9d req-f3377098-a951-4005-b47f-53b8c0016164 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.35 "DELETE /v2.0/ports/e5e4ef92-a840-4d41-ae88-02e476cd254b HTTP/1.1" status: 204 len: 173 time: 0.6662157 Jan 18 19:40:20.339411 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0883bc89-ac98-4376-b75b-a8d32b2450ab', 'name': 'network-vif-deleted', 'tag': 'e5e4ef92-a840-4d41-ae88-02e476cd254b'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:40:20.341614 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75ec197-1d0f-433f-b16e-9b34b9a1f0ec" -d '{"events": [{"server_uuid": "0883bc89-ac98-4376-b75b-a8d32b2450ab", "name": "network-vif-deleted", "tag": "e5e4ef92-a840-4d41-ae88-02e476cd254b"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:40:20.369807 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-82f11f3a-9a64-473b-8861-9cfb83e9a9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (9b380946-794c-4a33-81c8-13be3817d7ac), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:20.372404 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-82f11f3a-9a64-473b-8861-9cfb83e9a9ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:20.373545 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-82f11f3a-9a64-473b-8861-9cfb83e9a9ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b380946-794c-4a33-81c8-13be3817d7ac HTTP/1.1" status: 204 len: 168 time: 0.2005477 Jan 18 19:40:20.381683 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f11f3a-9a64-473b-8861-9cfb83e9a9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b380946-794c-4a33-81c8-13be3817d7ac,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:20.386315 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8f220945-f12f-44c0-8884-63ce9aec9815 req-01ac963b-d1bf-4dbc-8910-162b238105b2 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416083 Jan 18 19:40:20.496162 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1fb84-7e86-4a83-96f0-a89d7ba68d8b req-e23f9f28-940e-4d2d-89ce-62f62c79d1f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:20.498002 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-65b1fb84-7e86-4a83-96f0-a89d7ba68d8b req-e23f9f28-940e-4d2d-89ce-62f62c79d1f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0504658 Jan 18 19:40:20.523858 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a937745-1b6c-46be-99cd-13d10bf38510 x-openstack-request-id: req-7a937745-1b6c-46be-99cd-13d10bf38510 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:40:20.524162 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0883bc89-ac98-4376-b75b-a8d32b2450ab", "name": "network-vif-deleted", "tag": "e5e4ef92-a840-4d41-ae88-02e476cd254b", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:40:20.524419 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a937745-1b6c-46be-99cd-13d10bf38510 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:40:20.524816 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0883bc89-ac98-4376-b75b-a8d32b2450ab', 'name': 'network-vif-deleted', 'tag': 'e5e4ef92-a840-4d41-ae88-02e476cd254b', 'status': 'completed', 'code': 200} Jan 18 19:40:20.548786 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-65b1fb84-7e86-4a83-96f0-a89d7ba68d8b req-b1dadbea-b315-470f-be08-d81f48fd477a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444844 Jan 18 19:40:21.212116 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-644cd589-6abe-4dc7-97e1-cfbe4a503885 req-1c185e39-5b23-4997-bb98-4e12679336c5 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] 10.222.0.20 "GET /v2.0/ports?device_id=0883bc89-ac98-4376-b75b-a8d32b2450ab HTTP/1.1" status: 200 len: 210 time: 0.0301249 Jan 18 19:40:21.409355 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f0617-55b2-4b85-b9ca-1c9490ee94f4 req-71d6de3d-57ae-4361-849e-5184d5a0e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:21.411010 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ee0f0617-55b2-4b85-b9ca-1c9490ee94f4 req-71d6de3d-57ae-4361-849e-5184d5a0e8a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf0cd8080e184330b0b0cc9934525143&device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 1099 time: 0.0393112 Jan 18 19:40:21.553184 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:21.562185 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9b721-4bbb-40f3-a26d-33ec122fabfc req-930a6082-0a1c-4ed2-aad7-836b1dad7a94 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:21.563659 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-56f9b721-4bbb-40f3-a26d-33ec122fabfc req-930a6082-0a1c-4ed2-aad7-836b1dad7a94 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 945 time: 0.0873954 Jan 18 19:40:21.566699 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f0617-55b2-4b85-b9ca-1c9490ee94f4 req-0a212746-964f-4336-ba4b-76ec6a62711e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:21.566699 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ee0f0617-55b2-4b85-b9ca-1c9490ee94f4 req-0a212746-964f-4336-ba4b-76ec6a62711e service neutron] 10.222.0.35 "GET /v2.0/networks?id=2276716e-d010-493f-805b-07bee1604b14 HTTP/1.1" status: 200 len: 918 time: 0.1491594 Jan 18 19:40:21.687677 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ee0f0617-55b2-4b85-b9ca-1c9490ee94f4 req-3a9046e9-37e2-45d5-a9b0-aa742bf21d9e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80467ab1-0bd1-447c-9a1c-9089b86faff2 HTTP/1.1" status: 200 len: 1002 time: 0.1125369 Jan 18 19:40:21.690959 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-56f9b721-4bbb-40f3-a26d-33ec122fabfc req-193e305a-4077-4f00-8700-d60aba1422e9 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219697 Jan 18 19:40:21.735715 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72221a7-7c77-4efb-8074-113e05664017 req-335d5189-365d-4f22-af21-d36c4131eb00 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:21.737221 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a72221a7-7c77-4efb-8074-113e05664017 req-335d5189-365d-4f22-af21-d36c4131eb00 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.1046453 Jan 18 19:40:21.750781 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f0617-55b2-4b85-b9ca-1c9490ee94f4 req-ebf5e45a-bbcf-4287-8a7c-8ff29eceb204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:21.752408 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ee0f0617-55b2-4b85-b9ca-1c9490ee94f4 req-ebf5e45a-bbcf-4287-8a7c-8ff29eceb204 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de HTTP/1.1" status: 200 len: 856 time: 0.0572762 Jan 18 19:40:21.823775 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a72221a7-7c77-4efb-8074-113e05664017 req-cead4d4b-e277-46a9-b12f-5bbf6bfb6b68 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705781 Jan 18 19:40:21.828809 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f0617-55b2-4b85-b9ca-1c9490ee94f4 req-4c5e5ed1-90fc-4138-9d97-801619a8f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:21.830296 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ee0f0617-55b2-4b85-b9ca-1c9490ee94f4 req-4c5e5ed1-90fc-4138-9d97-801619a8f6a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2276716e-d010-493f-805b-07bee1604b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712109 Jan 18 19:40:21.890855 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:40:21.927745 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ee0f0617-55b2-4b85-b9ca-1c9490ee94f4 req-95baeda3-9b1b-4f24-a2a2-813c8cc41286 service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894520 Jan 18 19:40:22.018747 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ee0f0617-55b2-4b85-b9ca-1c9490ee94f4 req-7346ee75-e651-4c61-a6ea-ec484518404e service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841987 Jan 18 19:40:22.268336 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 36728) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:22.301665 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 36730) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:22.316122 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_v2 [None req-09315008-e329-4e28-8282-abc1ab9d5d44 admin admin] Deleting subnet c5acafb2-5b1c-4f2d-8e13-e936b8fb807f {{(pid=103173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 19:40:22.319525 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-09315008-e329-4e28-8282-abc1ab9d5d44 admin admin] Publish callbacks [] for subnet (c5acafb2-5b1c-4f2d-8e13-e936b8fb807f), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.352640 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-09315008-e329-4e28-8282-abc1ab9d5d44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4654559'] for subnet (c5acafb2-5b1c-4f2d-8e13-e936b8fb807f), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.390913 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-09315008-e329-4e28-8282-abc1ab9d5d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033805'] for subnet (c5acafb2-5b1c-4f2d-8e13-e936b8fb807f), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.409484 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d91d35ff-ea6e-4871-98b1-9e04c56b05f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.481649 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d91d35ff-ea6e-4871-98b1-9e04c56b05f9 admin admin] Publish callbacks [] for security_group (9e8d93ab-9e73-437d-8a1e-93c94ac2a060), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.496031 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-09315008-e329-4e28-8282-abc1ab9d5d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4740263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4604057'] for subnet (c5acafb2-5b1c-4f2d-8e13-e936b8fb807f), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.521442 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09315008-e329-4e28-8282-abc1ab9d5d44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5acafb2-5b1c-4f2d-8e13-e936b8fb807f,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:22.525832 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-09315008-e329-4e28-8282-abc1ab9d5d44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.529403 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-09315008-e329-4e28-8282-abc1ab9d5d44 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c5acafb2-5b1c-4f2d-8e13-e936b8fb807f HTTP/1.1" status: 204 len: 168 time: 0.2598803 Jan 18 19:40:22.532031 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 36734) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:22.540174 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d91d35ff-ea6e-4871-98b1-9e04c56b05f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (9e8d93ab-9e73-437d-8a1e-93c94ac2a060), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.622045 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d35ff-ea6e-4871-98b1-9e04c56b05f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8d93ab-9e73-437d-8a1e-93c94ac2a060,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:22.628015 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device e5e4ef92-a840-4d41-ae88-02e476cd254b no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:40:22.633651 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-d91d35ff-ea6e-4871-98b1-9e04c56b05f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d6679c510d344058c9885bdc262bab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304403 Jan 18 19:40:22.636709 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 36738) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:22.645050 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-361a54b3-b0b0-4523-b1cd-a2cf262a8ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612357'] for network (4f02a957-f869-4436-9e44-afa05054a27b), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.649115 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: e5e4ef92-a840-4d41-ae88-02e476cd254b {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:40:22.649717 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device e5e4ef92-a840-4d41-ae88-02e476cd254b not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:40:22.650163 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 80467ab1-0bd1-447c-9a1c-9089b86faff2 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:40:22.698169 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1519ae48-5dac-4d6e-8875-df2490062324 admin admin] Publish callbacks [] for security_group (9e8d93ab-9e73-437d-8a1e-93c94ac2a060), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.720704 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1519ae48-5dac-4d6e-8875-df2490062324 admin admin] Publish callbacks [] for security_group (9e8d93ab-9e73-437d-8a1e-93c94ac2a060), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.723289 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-361a54b3-b0b0-4523-b1cd-a2cf262a8ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1040116', 'neutron.services.segments.db._delete_segments_for_network-8736992440351'] for network (4f02a957-f869-4436-9e44-afa05054a27b), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.746824 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-361a54b3-b0b0-4523-b1cd-a2cf262a8ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f02a957-f869-4436-9e44-afa05054a27b']}} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:40:22.757961 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-361a54b3-b0b0-4523-b1cd-a2cf262a8ea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd825a0a3-ef43-4bc3-a962-25028b7a09ce') {'for_net_delete': True} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:40:22.758353 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-361a54b3-b0b0-4523-b1cd-a2cf262a8ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd825a0a3-ef43-4bc3-a962-25028b7a09ce') {} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:40:22.768761 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-361a54b3-b0b0-4523-b1cd-a2cf262a8ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736992440616', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6235298'] for segment (d825a0a3-ef43-4bc3-a962-25028b7a09ce), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.783745 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-361a54b3-b0b0-4523-b1cd-a2cf262a8ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (d825a0a3-ef43-4bc3-a962-25028b7a09ce), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.800948 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361a54b3-b0b0-4523-b1cd-a2cf262a8ea1 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 19:40:22.801347 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-361a54b3-b0b0-4523-b1cd-a2cf262a8ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6234385'] for segment (d825a0a3-ef43-4bc3-a962-25028b7a09ce), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: Traceback (most recent call last): Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: timer() Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: cb(*args, **kw) Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: return func(*args, **kwargs) Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: self._notify() Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: self.callback(batched_events) Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: event.method(event) Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: return f(self, *a, **k) Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: return self._get(url).json() Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: return self.request(url, 'GET', **kwargs) Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:40:22.803127 dv-cinder-811877-7-iscsi neutron-server[103172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:40:22.833378 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1519ae48-5dac-4d6e-8875-df2490062324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (9e8d93ab-9e73-437d-8a1e-93c94ac2a060), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.836346 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1519ae48-5dac-4d6e-8875-df2490062324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.840507 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-1519ae48-5dac-4d6e-8875-df2490062324 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e8d93ab-9e73-437d-8a1e-93c94ac2a060 HTTP/1.1" status: 204 len: 168 time: 0.2024512 Jan 18 19:40:22.850274 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519ae48-5dac-4d6e-8875-df2490062324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8d93ab-9e73-437d-8a1e-93c94ac2a060,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:22.886988 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 80467ab1-0bd1-447c-9a1c-9089b86faff2 is: ACTIVE; New status is: DOWN {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:40:22.890204 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.890747 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b1e04-1c46-4f6c-b12a-10cba67423a9 req-74b3dea1-3cc4-41b7-b016-41d39ee40e79 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:22.891879 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c14b1e04-1c46-4f6c-b12a-10cba67423a9 req-74b3dea1-3cc4-41b7-b016-41d39ee40e79 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 945 time: 0.1056483 Jan 18 19:40:22.914379 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0db402-5fec-4b6d-a48f-a182478a5522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80467ab1-0bd1-447c-9a1c-9089b86faff2'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:40:22.916850 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e3d4d3-85b6-4bd5-843a-eb9b85aa1e31" -d '{"events": [{"server_uuid": "1c0db402-5fec-4b6d-a48f-a182478a5522", "name": "network-vif-unplugged", "status": "completed", "tag": "80467ab1-0bd1-447c-9a1c-9089b86faff2"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:40:22.929858 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 80467ab1-0bd1-447c-9a1c-9089b86faff2, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=80467ab1-0bd1-447c-9a1c-9089b86faff2,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:40:22.961429 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-361a54b3-b0b0-4523-b1cd-a2cf262a8ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1040067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087210'] for network (4f02a957-f869-4436-9e44-afa05054a27b), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.974633 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-361a54b3-b0b0-4523-b1cd-a2cf262a8ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.977577 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-361a54b3-b0b0-4523-b1cd-a2cf262a8ea1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4f02a957-f869-4436-9e44-afa05054a27b HTTP/1.1" status: 204 len: 168 time: 0.4445918 Jan 18 19:40:22.986369 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c14b1e04-1c46-4f6c-b12a-10cba67423a9 req-dea9716d-1f2d-4d11-935c-0e836cee0f7f tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889249 Jan 18 19:40:22.993748 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:22.999133 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a54b3-b0b0-4523-b1cd-a2cf262a8ea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f02a957-f869-4436-9e44-afa05054a27b,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:23.014780 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf9404-5de6-4df9-af8d-eb7378d13c08 req-5c23c497-ec74-4fff-aae0-cd06e26f5194 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:23.018527 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bcdf9404-5de6-4df9-af8d-eb7378d13c08 req-5c23c497-ec74-4fff-aae0-cd06e26f5194 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 946 time: 0.0952623 Jan 18 19:40:23.050007 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:23.055090 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 19:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983dc0d4-952e-4580-aceb-d7f5d7f94e8f x-openstack-request-id: req-983dc0d4-952e-4580-aceb-d7f5d7f94e8f {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:40:23.055717 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0db402-5fec-4b6d-a48f-a182478a5522", "name": "network-vif-unplugged", "status": "completed", "tag": "80467ab1-0bd1-447c-9a1c-9089b86faff2", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:40:23.056267 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-983dc0d4-952e-4580-aceb-d7f5d7f94e8f {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:40:23.057157 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0db402-5fec-4b6d-a48f-a182478a5522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80467ab1-0bd1-447c-9a1c-9089b86faff2', 'code': 200} Jan 18 19:40:23.079740 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=80467ab1-0bd1-447c-9a1c-9089b86faff2,revision_number=8']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:23.080469 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bcdf9404-5de6-4df9-af8d-eb7378d13c08 req-ccb465fa-0907-47e5-ad31-549c6987abcf tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589275 Jan 18 19:40:23.338604 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 36766) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:23.380092 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-400c03b1-841b-4872-a069-b20041f69500 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be668e6d10aa4518abe4256a2c3660a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403006 Jan 18 19:40:23.382704 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 36772) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:23.429476 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57bb6c81-7a3e-4e65-b424-9fb95d0534b8 admin admin] Publish callbacks [] for security_group (8d73eedc-2082-441c-b31a-99d3e2c3735a), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:23.450736 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57bb6c81-7a3e-4e65-b424-9fb95d0534b8 admin admin] Publish callbacks [] for security_group (8d73eedc-2082-441c-b31a-99d3e2c3735a), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:23.558546 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57bb6c81-7a3e-4e65-b424-9fb95d0534b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (8d73eedc-2082-441c-b31a-99d3e2c3735a), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:23.561253 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-57bb6c81-7a3e-4e65-b424-9fb95d0534b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:23.565393 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-57bb6c81-7a3e-4e65-b424-9fb95d0534b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d73eedc-2082-441c-b31a-99d3e2c3735a HTTP/1.1" status: 204 len: 168 time: 0.1793678 Jan 18 19:40:23.570602 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb6c81-7a3e-4e65-b424-9fb95d0534b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d73eedc-2082-441c-b31a-99d3e2c3735a,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:24.223073 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bfb40-6ebd-4bd7-9892-c44b53b6c882 req-9f008945-1808-446d-909c-585231565e15 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:24.224656 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-710bfb40-6ebd-4bd7-9892-c44b53b6c882 req-9f008945-1808-446d-909c-585231565e15 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0664575 Jan 18 19:40:24.287312 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-710bfb40-6ebd-4bd7-9892-c44b53b6c882 req-ce945de9-be0c-4b2e-8bb0-7d59dc846bc1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535285 Jan 18 19:40:25.399889 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf698-f698-4680-a51b-2b3b49b469af req-1cce43b4-d062-4b45-bb3b-746938be2423 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:25.401295 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b11cf698-f698-4680-a51b-2b3b49b469af req-1cce43b4-d062-4b45-bb3b-746938be2423 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0496352 Jan 18 19:40:25.450307 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b11cf698-f698-4680-a51b-2b3b49b469af req-9808b3d9-e271-48c9-a9b5-dfa4706f5c90 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431831 Jan 18 19:40:26.669284 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 80467ab1-0bd1-447c-9a1c-9089b86faff2 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:40:26.717305 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [req-53dc36bb-f2ff-494a-9f9c-d046400c58ad req-5d88da34-59df-4e6b-b531-c04b3db8457c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:40:26.718293 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-53dc36bb-f2ff-494a-9f9c-d046400c58ad req-5d88da34-59df-4e6b-b531-c04b3db8457c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052993 Jan 18 19:40:26.747350 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 80467ab1-0bd1-447c-9a1c-9089b86faff2 is: DOWN; New status is: DOWN {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:40:27.070673 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6f640-2b73-4b68-a53e-66e5a27ccef0 req-2f4dfd15-f95f-4094-b48a-eea557b0ac28 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:27.072149 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-55f6f640-2b73-4b68-a53e-66e5a27ccef0 req-2f4dfd15-f95f-4094-b48a-eea557b0ac28 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0516062 Jan 18 19:40:27.119900 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-55f6f640-2b73-4b68-a53e-66e5a27ccef0 req-cc05580d-b3b1-448c-8fae-f5cdade2842d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421958 Jan 18 19:40:27.649484 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 36948) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:27.733879 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-c475726e-75ef-4b1f-bf55-1bfb90e25210 req-611f466d-9dbc-4e68-ac78-ea9d16c913a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830512 Jan 18 19:40:27.748856 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [req-c475726e-75ef-4b1f-bf55-1bfb90e25210 req-a2b3e28f-29c7-4292-8647-20176156c554 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:40:27.748856 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-c475726e-75ef-4b1f-bf55-1bfb90e25210 req-a2b3e28f-29c7-4292-8647-20176156c554 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049627 Jan 18 19:40:28.257448 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8844078-c553-4eb0-8dc2-2fba00cc08b6 req-db7fac6b-b1e9-41df-9273-dbf85712f732 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:28.258931 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f8844078-c553-4eb0-8dc2-2fba00cc08b6 req-db7fac6b-b1e9-41df-9273-dbf85712f732 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0493815 Jan 18 19:40:28.307567 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f8844078-c553-4eb0-8dc2-2fba00cc08b6 req-075720f8-2c44-4c07-b669-ccfe88ea2181 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428917 Jan 18 19:40:29.425748 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27654f0f-5631-4431-b108-cfd0da671725 req-47f0907c-573d-4b0a-b90a-77527c8f74e6 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:29.427248 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-27654f0f-5631-4431-b108-cfd0da671725 req-47f0907c-573d-4b0a-b90a-77527c8f74e6 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0479350 Jan 18 19:40:29.484162 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-27654f0f-5631-4431-b108-cfd0da671725 req-96b94ac6-84c9-4183-9a2a-40fdf590ab78 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515003 Jan 18 19:40:30.598420 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d39ee-9b78-4ff8-ba29-ead847326eee req-f3c0cbb8-5839-40c1-9168-92b5ef16b131 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:30.599769 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2b5d39ee-9b78-4ff8-ba29-ead847326eee req-f3c0cbb8-5839-40c1-9168-92b5ef16b131 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0463097 Jan 18 19:40:30.644892 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2b5d39ee-9b78-4ff8-ba29-ead847326eee req-8b2d93af-b815-428f-b810-3a859a99708f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396993 Jan 18 19:40:31.812019 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33537485-e2c3-4417-99ff-f78bc34fe603 req-e4767e57-658e-4c49-b35f-89dd9e66ae17 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:31.813421 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-33537485-e2c3-4417-99ff-f78bc34fe603 req-e4767e57-658e-4c49-b35f-89dd9e66ae17 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0975652 Jan 18 19:40:31.858989 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-33537485-e2c3-4417-99ff-f78bc34fe603 req-c510fba9-3537-4860-be53-c520df993949 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400612 Jan 18 19:40:32.977592 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb403e-ce80-4f56-b42a-6711f50c7b9c req-1fc1d965-01e5-4717-ae6e-c363a8bf4c7d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:32.979068 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-affb403e-ce80-4f56-b42a-6711f50c7b9c req-1fc1d965-01e5-4717-ae6e-c363a8bf4c7d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0499797 Jan 18 19:40:33.023851 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-affb403e-ce80-4f56-b42a-6711f50c7b9c req-db05c088-e27b-4dce-bc9c-80a437a74cd9 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391679 Jan 18 19:40:34.140506 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6f4e2-212e-4475-b7e1-0784b67df436 req-b42acd88-c9b3-4e9a-9fb7-ffa3e2cd01f5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:34.142509 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-96e6f4e2-212e-4475-b7e1-0784b67df436 req-b42acd88-c9b3-4e9a-9fb7-ffa3e2cd01f5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0472877 Jan 18 19:40:34.187348 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-96e6f4e2-212e-4475-b7e1-0784b67df436 req-6b23ba6e-1726-4b56-8052-44b10f90448f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394874 Jan 18 19:40:35.303631 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fb539-d87c-498f-89cf-ea51e97e4b03 req-a1c38778-d617-4230-830c-fb4ecfe6478d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:35.305114 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3b9fb539-d87c-498f-89cf-ea51e97e4b03 req-a1c38778-d617-4230-830c-fb4ecfe6478d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0472548 Jan 18 19:40:35.356949 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3b9fb539-d87c-498f-89cf-ea51e97e4b03 req-cb199636-a600-4223-a22d-e4659edca36a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459843 Jan 18 19:40:36.483849 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06efe96-c393-492f-89c8-e6af5eae8799 req-c0133279-a0b0-4ccb-823a-88b3c198e756 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:36.485973 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b06efe96-c393-492f-89c8-e6af5eae8799 req-c0133279-a0b0-4ccb-823a-88b3c198e756 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0505421 Jan 18 19:40:36.532564 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b06efe96-c393-492f-89c8-e6af5eae8799 req-00970d4d-87f8-4c41-8a50-ce535ea353d6 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409715 Jan 18 19:40:37.649106 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84385e6-6837-436b-9c9a-e343dee78b96 req-333df100-168b-4907-980e-31f49c3ab838 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:37.650629 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d84385e6-6837-436b-9c9a-e343dee78b96 req-333df100-168b-4907-980e-31f49c3ab838 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0472376 Jan 18 19:40:37.696498 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d84385e6-6837-436b-9c9a-e343dee78b96 req-c68efc4e-06d9-417d-8bfe-fa3130a23368 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404930 Jan 18 19:40:38.820588 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e684b-bbc7-46f0-83fc-e28c0a11b152 req-d421eae6-165e-4754-b0b3-e8aec0b3b313 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:38.822244 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bf7e684b-bbc7-46f0-83fc-e28c0a11b152 req-d421eae6-165e-4754-b0b3-e8aec0b3b313 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0508425 Jan 18 19:40:38.868029 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bf7e684b-bbc7-46f0-83fc-e28c0a11b152 req-c6549aa0-6d3f-4556-9aaf-0630e8b8b9c9 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400143 Jan 18 19:40:39.982910 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630286e8-51b7-49da-9d9c-4dbf0b2c26f5 req-ff3dea78-1fc1-4d4a-aa46-191f8ec93840 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:39.984359 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-630286e8-51b7-49da-9d9c-4dbf0b2c26f5 req-ff3dea78-1fc1-4d4a-aa46-191f8ec93840 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0471509 Jan 18 19:40:40.030842 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-630286e8-51b7-49da-9d9c-4dbf0b2c26f5 req-9001a5c3-85d9-455b-b8db-78c43621f5a9 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410504 Jan 18 19:40:41.041008 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475726e-75ef-4b1f-bf55-1bfb90e25210 req-9597820c-6e32-422f-8d5e-47803bdcdad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:41.042532 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c475726e-75ef-4b1f-bf55-1bfb90e25210 req-9597820c-6e32-422f-8d5e-47803bdcdad0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522&tenant_id=cf0cd8080e184330b0b0cc9934525143 HTTP/1.1" status: 200 len: 1097 time: 0.0701275 Jan 18 19:40:41.103998 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475726e-75ef-4b1f-bf55-1bfb90e25210 req-e4b8a8f7-c7da-423a-903d-198aacfc1ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:41.105472 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c475726e-75ef-4b1f-bf55-1bfb90e25210 req-e4b8a8f7-c7da-423a-903d-198aacfc1ebc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf0cd8080e184330b0b0cc9934525143&device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 1097 time: 0.0388508 Jan 18 19:40:41.197600 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475726e-75ef-4b1f-bf55-1bfb90e25210 req-9ea48810-7254-4348-bcca-d2914bad611f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:41.199075 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c475726e-75ef-4b1f-bf55-1bfb90e25210 req-9ea48810-7254-4348-bcca-d2914bad611f service neutron] 10.222.0.35 "GET /v2.0/networks?id=2276716e-d010-493f-805b-07bee1604b14 HTTP/1.1" status: 200 len: 918 time: 0.0869358 Jan 18 19:40:41.286150 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c475726e-75ef-4b1f-bf55-1bfb90e25210 req-0fb43753-7b22-49e6-8365-1d7428243a34 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80467ab1-0bd1-447c-9a1c-9089b86faff2 HTTP/1.1" status: 200 len: 1000 time: 0.0742764 Jan 18 19:40:41.294092 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414d61a-37e2-41da-9da6-6c328bdc3966 req-bcfd0719-d7b2-445d-afac-799f65752577 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:41.296072 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1414d61a-37e2-41da-9da6-6c328bdc3966 req-bcfd0719-d7b2-445d-afac-799f65752577 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0923405 Jan 18 19:40:41.362302 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475726e-75ef-4b1f-bf55-1bfb90e25210 req-e3708fd3-0cdc-45a8-9e7e-2e61f18afd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:41.363692 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c475726e-75ef-4b1f-bf55-1bfb90e25210 req-e3708fd3-0cdc-45a8-9e7e-2e61f18afd01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de HTTP/1.1" status: 200 len: 856 time: 0.0668054 Jan 18 19:40:41.384924 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1414d61a-37e2-41da-9da6-6c328bdc3966 req-b6a655cc-4c3b-45bb-85ce-fce55609505b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795174 Jan 18 19:40:41.412117 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475726e-75ef-4b1f-bf55-1bfb90e25210 req-794d8d54-9e67-444d-a40f-4492b9281300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:41.413599 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c475726e-75ef-4b1f-bf55-1bfb90e25210 req-794d8d54-9e67-444d-a40f-4492b9281300 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2276716e-d010-493f-805b-07bee1604b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428760 Jan 18 19:40:41.503963 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c475726e-75ef-4b1f-bf55-1bfb90e25210 req-564edf17-cd85-4e4e-89c4-dbf48f73377a service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839500 Jan 18 19:40:41.590602 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c475726e-75ef-4b1f-bf55-1bfb90e25210 req-b277ddbc-1325-4778-8b2d-869b50d2d688 service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800898 Jan 18 19:40:42.520812 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e039b-7f79-4ece-997a-48212e8ea0e4 req-d763780b-e23d-41e2-9c4d-24b40b0fc3ae tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:42.523148 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b67e039b-7f79-4ece-997a-48212e8ea0e4 req-d763780b-e23d-41e2-9c4d-24b40b0fc3ae tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0591102 Jan 18 19:40:42.585528 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b67e039b-7f79-4ece-997a-48212e8ea0e4 req-856027e2-8966-4c1b-830f-31229e54a354 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555897 Jan 18 19:40:42.889997 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:43.704913 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399882a-09d6-4079-bfc1-6f2f64d74c3c req-ce1fff4b-77db-4f7b-98fc-e50d7fc6ab97 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:43.706639 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e399882a-09d6-4079-bfc1-6f2f64d74c3c req-ce1fff4b-77db-4f7b-98fc-e50d7fc6ab97 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0504558 Jan 18 19:40:43.752677 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e399882a-09d6-4079-bfc1-6f2f64d74c3c req-c84fe8e2-3cba-49d8-a89f-75a461b8c789 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405500 Jan 18 19:40:44.867792 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84343f9b-37b1-462b-95e1-b4877e759f65 req-f2858ec4-b60c-407b-ad47-c7900fa7e986 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:44.869227 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-84343f9b-37b1-462b-95e1-b4877e759f65 req-f2858ec4-b60c-407b-ad47-c7900fa7e986 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0464575 Jan 18 19:40:44.913380 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-84343f9b-37b1-462b-95e1-b4877e759f65 req-c239a495-ccc6-492c-b458-7ce52c4e0738 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386941 Jan 18 19:40:46.060272 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98f6c7-1b6c-4a1a-8638-1baf6bbdf0f0 req-6bbda5c2-23fa-43dc-acdf-2ac86add771e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:46.062745 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5c98f6c7-1b6c-4a1a-8638-1baf6bbdf0f0 req-6bbda5c2-23fa-43dc-acdf-2ac86add771e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0568330 Jan 18 19:40:46.112845 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5c98f6c7-1b6c-4a1a-8638-1baf6bbdf0f0 req-e83a5b76-2f75-41ea-ab6f-eadb449933c2 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439467 Jan 18 19:40:46.981693 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-bc39bff6-2d83-4326-9b99-abc33a4d3fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:47.232627 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e5896-1cae-436e-91b0-c4176b0e8ec4 req-f10a29c4-7be4-4c55-8b42-3796e474b020 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:47.233981 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6f4e5896-1cae-436e-91b0-c4176b0e8ec4 req-f10a29c4-7be4-4c55-8b42-3796e474b020 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0460262 Jan 18 19:40:47.279251 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6f4e5896-1cae-436e-91b0-c4176b0e8ec4 req-27ab7037-c43c-4b73-8ac9-21efe8fd9be9 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393164 Jan 18 19:40:48.393823 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc45f7e-0289-4d5d-9456-0eb47bbfb494 req-adddd9ab-c075-498f-a3d9-55f2046becd4 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:48.395935 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3fc45f7e-0289-4d5d-9456-0eb47bbfb494 req-adddd9ab-c075-498f-a3d9-55f2046becd4 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0459344 Jan 18 19:40:48.442977 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3fc45f7e-0289-4d5d-9456-0eb47bbfb494 req-ca9cb626-72db-4bde-882e-3a0efbf66ab8 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418105 Jan 18 19:40:49.152470 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-96f3d133-70c2-47b3-8e52-5700a07cbb72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:49.565619 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfd712-a37c-4938-9d56-30d7e965931b req-bd32aacc-9fcb-4f7b-b195-9c83b32708d1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:49.570629 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-66dfd712-a37c-4938-9d56-30d7e965931b req-bd32aacc-9fcb-4f7b-b195-9c83b32708d1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0536027 Jan 18 19:40:49.622989 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-66dfd712-a37c-4938-9d56-30d7e965931b req-9bd9a641-dc09-4db6-8fea-067a9b75795c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495050 Jan 18 19:40:50.049008 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:50.743033 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b3e0c-4fe8-48c9-8f3d-079b175875a7 req-78d4999d-5805-44ad-bc0d-4264c5f15fe3 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:50.744455 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a07b3e0c-4fe8-48c9-8f3d-079b175875a7 req-78d4999d-5805-44ad-bc0d-4264c5f15fe3 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0468490 Jan 18 19:40:50.789457 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a07b3e0c-4fe8-48c9-8f3d-079b175875a7 req-83e0f04d-712d-4773-886d-a1e3a4668d1d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395420 Jan 18 19:40:51.518303 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:51.920111 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e53d5c-c439-45a1-a301-46efaa2d2956 req-46b0f6f9-255c-4f00-83c5-fbf8123579cc tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:51.921624 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e8e53d5c-c439-45a1-a301-46efaa2d2956 req-46b0f6f9-255c-4f00-83c5-fbf8123579cc tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0525186 Jan 18 19:40:51.970327 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e8e53d5c-c439-45a1-a301-46efaa2d2956 req-9d11d288-3955-4581-95af-94c01d9abf40 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422964 Jan 18 19:40:53.034263 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:53.094583 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2964694-0f4d-4b9e-8741-1ce558922acd req-d57bae28-1080-43b4-b427-6c7d2b0983e3 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:53.096050 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f2964694-0f4d-4b9e-8741-1ce558922acd req-d57bae28-1080-43b4-b427-6c7d2b0983e3 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0505044 Jan 18 19:40:53.141305 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f2964694-0f4d-4b9e-8741-1ce558922acd req-3eb607f5-b06a-48c7-b1a4-64e1e46c446d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391164 Jan 18 19:40:54.268938 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23133282-aa65-491c-82ba-8c253452d4f1 req-554e75a0-f0a0-498e-a7ab-4798678a164c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:54.271329 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-23133282-aa65-491c-82ba-8c253452d4f1 req-554e75a0-f0a0-498e-a7ab-4798678a164c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0507898 Jan 18 19:40:54.346396 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-23133282-aa65-491c-82ba-8c253452d4f1 req-2938c6dc-944f-4e9d-a145-673c4cc2bd0e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652339 Jan 18 19:40:55.477119 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3a8c6-ed7f-4b8c-83b3-4c58c287689d req-0e536f09-adea-4e00-878b-928697cb9644 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:55.478698 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e2f3a8c6-ed7f-4b8c-83b3-4c58c287689d req-0e536f09-adea-4e00-878b-928697cb9644 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0492113 Jan 18 19:40:55.530845 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e2f3a8c6-ed7f-4b8c-83b3-4c58c287689d req-509d2507-6d12-47c4-9a77-b027ad7816f5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435982 Jan 18 19:40:56.293344 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 37342) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:56.407183 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-15b976c6-14fd-422c-aab5-f1ded5c4358f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:56.502725 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-15b976c6-14fd-422c-aab5-f1ded5c4358f admin admin] Publish callbacks [] for security_group (4b20e41f-294d-4074-b603-10da709b3a69), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:56.582126 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-15b976c6-14fd-422c-aab5-f1ded5c4358f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (4b20e41f-294d-4074-b603-10da709b3a69), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:56.628026 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-15b976c6-14fd-422c-aab5-f1ded5c4358f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb7e4d1eb344461fb65fca335b130d86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334498 Jan 18 19:40:56.631885 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 37348) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:56.645573 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b976c6-14fd-422c-aab5-f1ded5c4358f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b20e41f-294d-4074-b603-10da709b3a69,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:56.657088 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b976c6-14fd-422c-aab5-f1ded5c4358f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:56.657462 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b976c6-14fd-422c-aab5-f1ded5c4358f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:56.658048 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b976c6-14fd-422c-aab5-f1ded5c4358f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:56.658377 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b976c6-14fd-422c-aab5-f1ded5c4358f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:56.658715 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b976c6-14fd-422c-aab5-f1ded5c4358f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:56.659049 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b976c6-14fd-422c-aab5-f1ded5c4358f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:56.659377 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b976c6-14fd-422c-aab5-f1ded5c4358f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:56.659710 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b976c6-14fd-422c-aab5-f1ded5c4358f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:56.660057 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b976c6-14fd-422c-aab5-f1ded5c4358f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:56.660400 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b976c6-14fd-422c-aab5-f1ded5c4358f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:56.660509 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d64f4-5ccd-444f-af6b-19eb65cc2870 req-3a5f991c-9a84-4aa1-8ae9-aeda5d2f3fb8 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:56.660966 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b976c6-14fd-422c-aab5-f1ded5c4358f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:56.661251 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b976c6-14fd-422c-aab5-f1ded5c4358f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:56.661347 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b976c6-14fd-422c-aab5-f1ded5c4358f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:56.661977 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-823d64f4-5ccd-444f-af6b-19eb65cc2870 req-3a5f991c-9a84-4aa1-8ae9-aeda5d2f3fb8 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0565581 Jan 18 19:40:56.702373 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-73e34ef6-9edb-4e08-898f-71c3414e2b03 admin admin] Publish callbacks [] for security_group (4b20e41f-294d-4074-b603-10da709b3a69), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:56.729368 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-73e34ef6-9edb-4e08-898f-71c3414e2b03 admin admin] Publish callbacks [] for security_group (4b20e41f-294d-4074-b603-10da709b3a69), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:56.739314 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-823d64f4-5ccd-444f-af6b-19eb65cc2870 req-ef7215f8-4866-41cc-bb0c-37b6953370b2 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607069 Jan 18 19:40:56.850173 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-73e34ef6-9edb-4e08-898f-71c3414e2b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (4b20e41f-294d-4074-b603-10da709b3a69), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:56.853365 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-73e34ef6-9edb-4e08-898f-71c3414e2b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:56.857256 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-73e34ef6-9edb-4e08-898f-71c3414e2b03 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b20e41f-294d-4074-b603-10da709b3a69 HTTP/1.1" status: 204 len: 168 time: 0.2238503 Jan 18 19:40:56.867279 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e34ef6-9edb-4e08-898f-71c3414e2b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b20e41f-294d-4074-b603-10da709b3a69,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:57.576329 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 37378) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:57.592584 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7dca062c-d988-4934-839e-316d9269b8c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:57.671878 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7dca062c-d988-4934-839e-316d9269b8c5 admin admin] Publish callbacks [] for security_group (83b0c54c-a72c-49c2-8a06-7758960d0c77), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:57.764414 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7dca062c-d988-4934-839e-316d9269b8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (83b0c54c-a72c-49c2-8a06-7758960d0c77), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:57.803357 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca062c-d988-4934-839e-316d9269b8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b0c54c-a72c-49c2-8a06-7758960d0c77,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:57.810374 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-7dca062c-d988-4934-839e-316d9269b8c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a997197118f54ea49565f195a6b61c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329643 Jan 18 19:40:57.812997 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 37382) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:57.938982 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831b9aa-0e93-43c8-ad02-53a1207796fc req-60b0fe7a-4da4-4c1f-b3ba-3c91b2029284 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:57.938982 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7831b9aa-0e93-43c8-ad02-53a1207796fc req-60b0fe7a-4da4-4c1f-b3ba-3c91b2029284 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0864000 Jan 18 19:40:57.938982 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1902a459-461d-4020-9ebb-b36179ecff34 admin admin] Publish callbacks [] for security_group (83b0c54c-a72c-49c2-8a06-7758960d0c77), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:57.971467 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1902a459-461d-4020-9ebb-b36179ecff34 admin admin] Publish callbacks [] for security_group (83b0c54c-a72c-49c2-8a06-7758960d0c77), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:58.027630 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7831b9aa-0e93-43c8-ad02-53a1207796fc req-80071e62-5cb6-43c4-b0c1-be92003a32a0 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818067 Jan 18 19:40:58.136220 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1902a459-461d-4020-9ebb-b36179ecff34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (83b0c54c-a72c-49c2-8a06-7758960d0c77), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:58.138904 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-1902a459-461d-4020-9ebb-b36179ecff34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:58.140029 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-1902a459-461d-4020-9ebb-b36179ecff34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83b0c54c-a72c-49c2-8a06-7758960d0c77 HTTP/1.1" status: 204 len: 168 time: 0.3259575 Jan 18 19:40:58.148439 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902a459-461d-4020-9ebb-b36179ecff34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b0c54c-a72c-49c2-8a06-7758960d0c77,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:58.156247 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902a459-461d-4020-9ebb-b36179ecff34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:58.164238 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902a459-461d-4020-9ebb-b36179ecff34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:58.164238 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902a459-461d-4020-9ebb-b36179ecff34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:58.164238 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902a459-461d-4020-9ebb-b36179ecff34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:58.164238 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902a459-461d-4020-9ebb-b36179ecff34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:58.164238 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902a459-461d-4020-9ebb-b36179ecff34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:58.164238 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902a459-461d-4020-9ebb-b36179ecff34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:58.164238 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902a459-461d-4020-9ebb-b36179ecff34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:58.164238 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902a459-461d-4020-9ebb-b36179ecff34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:58.164238 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902a459-461d-4020-9ebb-b36179ecff34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:58.164238 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902a459-461d-4020-9ebb-b36179ecff34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:58.164238 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902a459-461d-4020-9ebb-b36179ecff34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:58.164238 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1902a459-461d-4020-9ebb-b36179ecff34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:40:58.891598 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:40:58.991987 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 37398) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:59.006493 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8914db60-5fa3-4ed6-ae22-04f8e893e9da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:59.093574 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8914db60-5fa3-4ed6-ae22-04f8e893e9da admin admin] Publish callbacks [] for security_group (ba01d958-026f-4158-b1e7-66776035735b), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:59.155085 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614afe2-7095-4637-98e8-2afbebbc8efa req-f314bd5f-14fa-4d63-bd87-018e5d369ddb tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:40:59.159223 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1614afe2-7095-4637-98e8-2afbebbc8efa req-f314bd5f-14fa-4d63-bd87-018e5d369ddb tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0533073 Jan 18 19:40:59.180331 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8914db60-5fa3-4ed6-ae22-04f8e893e9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (ba01d958-026f-4158-b1e7-66776035735b), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:59.232009 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1614afe2-7095-4637-98e8-2afbebbc8efa req-16beed20-ee9e-47ad-99e3-96e8d0ff78a2 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692806 Jan 18 19:40:59.246350 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-8914db60-5fa3-4ed6-ae22-04f8e893e9da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=953b5c4a0bf342088202456e52b8f978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532520 Jan 18 19:40:59.247306 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914db60-5fa3-4ed6-ae22-04f8e893e9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba01d958-026f-4158-b1e7-66776035735b,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:40:59.248954 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 37408) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:40:59.312076 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01d9a03e-fa09-476b-bfc4-4f063a8348af admin admin] Publish callbacks [] for security_group (ba01d958-026f-4158-b1e7-66776035735b), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:59.334675 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01d9a03e-fa09-476b-bfc4-4f063a8348af admin admin] Publish callbacks [] for security_group (ba01d958-026f-4158-b1e7-66776035735b), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:59.444522 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01d9a03e-fa09-476b-bfc4-4f063a8348af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (ba01d958-026f-4158-b1e7-66776035735b), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:59.450306 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-01d9a03e-fa09-476b-bfc4-4f063a8348af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:40:59.450306 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-01d9a03e-fa09-476b-bfc4-4f063a8348af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba01d958-026f-4158-b1e7-66776035735b HTTP/1.1" status: 204 len: 168 time: 0.1985040 Jan 18 19:40:59.457040 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9a03e-fa09-476b-bfc4-4f063a8348af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba01d958-026f-4158-b1e7-66776035735b,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:00.385215 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29720e-24bf-4780-827f-92fe3978a800 req-0a48da32-aecd-49ae-8b30-162b99ac484a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:00.386718 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dd29720e-24bf-4780-827f-92fe3978a800 req-0a48da32-aecd-49ae-8b30-162b99ac484a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0477979 Jan 18 19:41:00.435665 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dd29720e-24bf-4780-827f-92fe3978a800 req-3853091a-d98a-448b-8636-8741bd96aecf tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434549 Jan 18 19:41:01.554639 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4fd63-bdf6-4b67-8d63-a7162b64d8f7 req-7a8368b8-b758-44f3-8f16-635516db8e44 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:01.556081 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8ec4fd63-bdf6-4b67-8d63-a7162b64d8f7 req-7a8368b8-b758-44f3-8f16-635516db8e44 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0480497 Jan 18 19:41:01.601194 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8ec4fd63-bdf6-4b67-8d63-a7162b64d8f7 req-9b504fab-ab48-49c6-85df-11728a6d7683 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396667 Jan 18 19:41:02.278545 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b0a8b-07df-4a4f-8f2f-143e3a65f3b4 req-884af8f1-7dd8-42fa-90dd-177ebf53d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:02.280047 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cb8b0a8b-07df-4a4f-8f2f-143e3a65f3b4 req-884af8f1-7dd8-42fa-90dd-177ebf53d7c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf0cd8080e184330b0b0cc9934525143&device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 1097 time: 0.1568351 Jan 18 19:41:02.601446 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b0a8b-07df-4a4f-8f2f-143e3a65f3b4 req-4dae8895-7041-4cb6-be15-5099deebc637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:02.602850 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cb8b0a8b-07df-4a4f-8f2f-143e3a65f3b4 req-4dae8895-7041-4cb6-be15-5099deebc637 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2276716e-d010-493f-805b-07bee1604b14 HTTP/1.1" status: 200 len: 918 time: 0.3044701 Jan 18 19:41:02.673688 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cb8b0a8b-07df-4a4f-8f2f-143e3a65f3b4 req-8ddbdeca-d654-4dd5-b604-a30673060763 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80467ab1-0bd1-447c-9a1c-9089b86faff2 HTTP/1.1" status: 200 len: 1000 time: 0.0565872 Jan 18 19:41:02.725130 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b0a8b-07df-4a4f-8f2f-143e3a65f3b4 req-adc8ce1f-85c5-4989-aa99-9a5a606f16eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:02.726652 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cb8b0a8b-07df-4a4f-8f2f-143e3a65f3b4 req-adc8ce1f-85c5-4989-aa99-9a5a606f16eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de HTTP/1.1" status: 200 len: 856 time: 0.0462322 Jan 18 19:41:02.769339 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b0a8b-07df-4a4f-8f2f-143e3a65f3b4 req-aa16af60-4014-4019-a135-26d6498ff4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:02.771366 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cb8b0a8b-07df-4a4f-8f2f-143e3a65f3b4 req-aa16af60-4014-4019-a135-26d6498ff4f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2276716e-d010-493f-805b-07bee1604b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377192 Jan 18 19:41:02.874983 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9954e-096f-40bb-8075-bcb9135fa0dc req-dd6b9784-ca7a-4633-b36f-a0f74597e213 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:02.876327 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bc9954e-096f-40bb-8075-bcb9135fa0dc req-dd6b9784-ca7a-4633-b36f-a0f74597e213 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.2017567 Jan 18 19:41:02.913855 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cb8b0a8b-07df-4a4f-8f2f-143e3a65f3b4 req-dc4b0825-e096-4548-b136-9c9f465ee6ab service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340070 Jan 18 19:41:02.983210 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bc9954e-096f-40bb-8075-bcb9135fa0dc req-93071bc5-9921-4765-9ef3-2557daf354c8 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978281 Jan 18 19:41:03.030021 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cb8b0a8b-07df-4a4f-8f2f-143e3a65f3b4 req-d0a91d50-656a-40e5-8575-768a08b77039 service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070750 Jan 18 19:41:04.141816 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3885bc7-2cbe-4480-bc7b-99bf08eef325 req-93e5c8e3-a1e3-4848-9b02-3bba03dca236 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:04.143651 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b3885bc7-2cbe-4480-bc7b-99bf08eef325 req-93e5c8e3-a1e3-4848-9b02-3bba03dca236 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0698500 Jan 18 19:41:04.193995 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b3885bc7-2cbe-4480-bc7b-99bf08eef325 req-ae2ef9cf-d736-4df3-a853-9350bcbce48f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418360 Jan 18 19:41:04.533340 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e4876-98a5-4ea2-8375-140b2078d29e req-5ea92f71-f114-4c62-8649-21f2cb24842e tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:04.534890 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c86e4876-98a5-4ea2-8375-140b2078d29e req-5ea92f71-f114-4c62-8649-21f2cb24842e tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 945 time: 0.0499897 Jan 18 19:41:04.583917 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c86e4876-98a5-4ea2-8375-140b2078d29e req-593676c9-4829-4683-bbc2-36ceafee76e9 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432703 Jan 18 19:41:05.314682 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1c20d-18ff-4872-858c-da092cec27d7 req-17c86518-c6e9-4664-9108-11dd3f0beb6f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:05.316074 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-81e1c20d-18ff-4872-858c-da092cec27d7 req-17c86518-c6e9-4664-9108-11dd3f0beb6f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0503020 Jan 18 19:41:05.362605 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-81e1c20d-18ff-4872-858c-da092cec27d7 req-1e15214a-d8ef-4463-aa60-f9fd09af51fa tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403144 Jan 18 19:41:05.699815 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543f358-32b6-44a5-876c-e4028e528a3b req-cf41a238-5624-4f31-93bc-c038396f89cc tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:05.701280 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c543f358-32b6-44a5-876c-e4028e528a3b req-cf41a238-5624-4f31-93bc-c038396f89cc tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 945 time: 0.0480511 Jan 18 19:41:05.748479 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c543f358-32b6-44a5-876c-e4028e528a3b req-5ca992d4-2eb4-412d-a0ae-1a15c03b1a9e tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411503 Jan 18 19:41:06.478666 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a83c7-619b-4f1a-bb0c-fe639d598c3c req-2690af54-79cb-402f-b875-da74c1003267 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:06.480136 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a92a83c7-619b-4f1a-bb0c-fe639d598c3c req-2690af54-79cb-402f-b875-da74c1003267 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0480225 Jan 18 19:41:06.541204 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a92a83c7-619b-4f1a-bb0c-fe639d598c3c req-ed521d28-0785-4972-b100-a116f0f7fece tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553496 Jan 18 19:41:06.576440 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dee67-0c4d-469a-a0a7-6a05425d6e97 req-02e2506c-212f-46d6-8472-ec9ff288301b tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:06.577886 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6f9dee67-0c4d-469a-a0a7-6a05425d6e97 req-02e2506c-212f-46d6-8472-ec9ff288301b tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.35 "GET /v2.0/ports?device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 945 time: 0.0497277 Jan 18 19:41:06.669756 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-6f9dee67-0c4d-469a-a0a7-6a05425d6e97 req-fc1bab14-ee84-4614-a1b4-79087a17b853 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Deleting port 09901bd2-26a3-43bd-b918-6ab77f162cde {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:41:06.670141 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-6f9dee67-0c4d-469a-a0a7-6a05425d6e97 req-fc1bab14-ee84-4614-a1b4-79087a17b853 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (09901bd2-26a3-43bd-b918-6ab77f162cde), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:06.760932 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-6f9dee67-0c4d-469a-a0a7-6a05425d6e97 req-fc1bab14-ee84-4614-a1b4-79087a17b853 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] For port 09901bd2-26a3-43bd-b918-6ab77f162cde, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=09901bd2-26a3-43bd-b918-6ab77f162cde,segment=NetworkSegment(8cb821b4-ebd5-4483-85a8-0cff48f3dde2),segment_id=8cb821b4-ebd5-4483-85a8-0cff48f3dde2)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:41:06.761292 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-6f9dee67-0c4d-469a-a0a7-6a05425d6e97 req-fc1bab14-ee84-4614-a1b4-79087a17b853 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (09901bd2-26a3-43bd-b918-6ab77f162cde), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:06.774975 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-6f9dee67-0c4d-469a-a0a7-6a05425d6e97 req-fc1bab14-ee84-4614-a1b4-79087a17b853 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Calling delete_port for 09901bd2-26a3-43bd-b918-6ab77f162cde owned by compute:nova {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:41:06.899503 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de5496-1f8a-4d5d-a628-abd34cb2b99f req-f9a9b401-ddd3-4cd0-9391-7eb91999a57b tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:06.901163 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f8de5496-1f8a-4d5d-a628-abd34cb2b99f req-f9a9b401-ddd3-4cd0-9391-7eb91999a57b tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 945 time: 0.0825279 Jan 18 19:41:06.985065 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f8de5496-1f8a-4d5d-a628-abd34cb2b99f req-ea4afa1f-d09b-452f-a89e-c70865e6b1ce tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/security-groups?id=eaabfb13-e792-4680-a807-41f262059c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769255 Jan 18 19:41:07.077911 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-6f9dee67-0c4d-469a-a0a7-6a05425d6e97 req-fc1bab14-ee84-4614-a1b4-79087a17b853 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (09901bd2-26a3-43bd-b918-6ab77f162cde), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:07.107810 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bab14-ee84-4614-a1b4-79087a17b853 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Pushing event deleted for resources: {'Port': ['ID=09901bd2-26a3-43bd-b918-6ab77f162cde,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:07.150716 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9dee67-0c4d-469a-a0a7-6a05425d6e97 req-fc1bab14-ee84-4614-a1b4-79087a17b853 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] No DVR routers for this DVR port 09901bd2-26a3-43bd-b918-6ab77f162cde on host hv-cinder-81187 {{(pid=103172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:41:07.153264 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-6f9dee67-0c4d-469a-a0a7-6a05425d6e97 req-fc1bab14-ee84-4614-a1b4-79087a17b853 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:07.156691 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6f9dee67-0c4d-469a-a0a7-6a05425d6e97 req-fc1bab14-ee84-4614-a1b4-79087a17b853 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.35 "DELETE /v2.0/ports/09901bd2-26a3-43bd-b918-6ab77f162cde HTTP/1.1" status: 204 len: 173 time: 0.5719452 Jan 18 19:41:07.157141 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6fe55d-898a-4632-bd46-e40a75064a41', 'name': 'network-vif-deleted', 'tag': '09901bd2-26a3-43bd-b918-6ab77f162cde'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:41:07.159390 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b6b998-1275-4d2b-80db-2c1ee13ea75a" -d '{"events": [{"server_uuid": "9c6fe55d-898a-4632-bd46-e40a75064a41", "name": "network-vif-deleted", "tag": "09901bd2-26a3-43bd-b918-6ab77f162cde"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:41:07.260597 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791f95a8-2d8a-41c4-91ef-b435d70a87b0 x-openstack-request-id: req-791f95a8-2d8a-41c4-91ef-b435d70a87b0 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:41:07.260919 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6fe55d-898a-4632-bd46-e40a75064a41", "name": "network-vif-deleted", "tag": "09901bd2-26a3-43bd-b918-6ab77f162cde", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:41:07.261178 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-791f95a8-2d8a-41c4-91ef-b435d70a87b0 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:41:07.261576 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6fe55d-898a-4632-bd46-e40a75064a41', 'name': 'network-vif-deleted', 'tag': '09901bd2-26a3-43bd-b918-6ab77f162cde', 'status': 'completed', 'code': 200} Jan 18 19:41:07.660360 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ed351-401a-45e2-9d61-dcfb97a7b6f3 req-995f55ac-8905-41cd-95a6-932ca4101919 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:07.661862 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8f1ed351-401a-45e2-9d61-dcfb97a7b6f3 req-995f55ac-8905-41cd-95a6-932ca4101919 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0481431 Jan 18 19:41:07.689512 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 37598) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:07.709995 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8f1ed351-401a-45e2-9d61-dcfb97a7b6f3 req-9b687654-12d0-4f94-8852-5479544ef2e9 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424798 Jan 18 19:41:07.795048 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dac2d1ff-8f91-4f62-955c-5976c977c8f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:07.868739 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dac2d1ff-8f91-4f62-955c-5976c977c8f2 admin admin] Publish callbacks [] for security_group (f4bf90b3-7bb9-4299-a7dd-8f95429cac29), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:07.957541 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dac2d1ff-8f91-4f62-955c-5976c977c8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (f4bf90b3-7bb9-4299-a7dd-8f95429cac29), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:07.999144 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-dac2d1ff-8f91-4f62-955c-5976c977c8f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0af7809b970749cda2e0766d79c46ca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085141 Jan 18 19:41:08.002067 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 37608) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:08.007929 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2d1ff-8f91-4f62-955c-5976c977c8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bf90b3-7bb9-4299-a7dd-8f95429cac29,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:08.062854 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96ddaae6-bf10-4002-ade5-bece6a2f6b77 admin admin] Publish callbacks [] for security_group (f4bf90b3-7bb9-4299-a7dd-8f95429cac29), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:08.090725 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96ddaae6-bf10-4002-ade5-bece6a2f6b77 admin admin] Publish callbacks [] for security_group (f4bf90b3-7bb9-4299-a7dd-8f95429cac29), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:08.116480 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-14c514e9-a8d3-43b7-9f3b-3af5bc518828 req-6431c6ed-6d1a-452d-988c-da608e0adf07 tempest-VolumesSnapshotTestJSON-1302192358 tempest-VolumesSnapshotTestJSON-1302192358-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c6fe55d-898a-4632-bd46-e40a75064a41 HTTP/1.1" status: 200 len: 210 time: 0.0460284 Jan 18 19:41:08.238585 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96ddaae6-bf10-4002-ade5-bece6a2f6b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (f4bf90b3-7bb9-4299-a7dd-8f95429cac29), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:08.241756 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96ddaae6-bf10-4002-ade5-bece6a2f6b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:08.242949 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-96ddaae6-bf10-4002-ade5-bece6a2f6b77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4bf90b3-7bb9-4299-a7dd-8f95429cac29 HTTP/1.1" status: 204 len: 168 time: 0.2399387 Jan 18 19:41:08.250897 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ddaae6-bf10-4002-ade5-bece6a2f6b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bf90b3-7bb9-4299-a7dd-8f95429cac29,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:08.826537 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e750e37-a255-4e03-945d-e19a8244ccc3 req-eab4dd60-3b21-469f-a6e7-53d94909ecdb tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:08.828016 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2e750e37-a255-4e03-945d-e19a8244ccc3 req-eab4dd60-3b21-469f-a6e7-53d94909ecdb tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0467761 Jan 18 19:41:08.877011 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2e750e37-a255-4e03-945d-e19a8244ccc3 req-ddb43a6d-4786-45c6-b8c5-cc7babf10d13 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429108 Jan 18 19:41:08.888082 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 37620) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:08.901956 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ea276444-2597-46d0-aa0c-025b95c573da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:08.905220 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 09901bd2-26a3-43bd-b918-6ab77f162cde no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:41:08.924701 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: 09901bd2-26a3-43bd-b918-6ab77f162cde {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:41:08.925049 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 09901bd2-26a3-43bd-b918-6ab77f162cde not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:41:08.975503 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ea276444-2597-46d0-aa0c-025b95c573da admin admin] Publish callbacks [] for security_group (fefa00a5-94fe-407d-bcd2-f9392f6019e5), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:09.053910 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ea276444-2597-46d0-aa0c-025b95c573da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (fefa00a5-94fe-407d-bcd2-f9392f6019e5), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:09.091139 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-ea276444-2597-46d0-aa0c-025b95c573da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ad9ec0904264fc09246394ac93e8372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2019479 Jan 18 19:41:09.093242 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea276444-2597-46d0-aa0c-025b95c573da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefa00a5-94fe-407d-bcd2-f9392f6019e5,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:09.093962 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 37624) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:09.152234 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b1af92dc-2860-41c2-9fa4-ba6e530aa981 admin admin] Publish callbacks [] for security_group (fefa00a5-94fe-407d-bcd2-f9392f6019e5), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:09.186923 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b1af92dc-2860-41c2-9fa4-ba6e530aa981 admin admin] Publish callbacks [] for security_group (fefa00a5-94fe-407d-bcd2-f9392f6019e5), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:09.340150 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b1af92dc-2860-41c2-9fa4-ba6e530aa981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (fefa00a5-94fe-407d-bcd2-f9392f6019e5), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:09.342824 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b1af92dc-2860-41c2-9fa4-ba6e530aa981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:09.343980 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-b1af92dc-2860-41c2-9fa4-ba6e530aa981 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fefa00a5-94fe-407d-bcd2-f9392f6019e5 HTTP/1.1" status: 204 len: 168 time: 0.2489948 Jan 18 19:41:09.359011 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af92dc-2860-41c2-9fa4-ba6e530aa981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefa00a5-94fe-407d-bcd2-f9392f6019e5,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:10.001630 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a27b3f-87dd-4a4b-91b7-5ad58d296dd0 req-885c8b8f-f0ad-477e-8ed4-a17d3aef45e5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:10.003120 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-64a27b3f-87dd-4a4b-91b7-5ad58d296dd0 req-885c8b8f-f0ad-477e-8ed4-a17d3aef45e5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0551748 Jan 18 19:41:10.054625 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-64a27b3f-87dd-4a4b-91b7-5ad58d296dd0 req-700072d0-6cbf-4907-9560-9b7349f6abd2 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454681 Jan 18 19:41:11.007205 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 37682) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:11.115369 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-56b64c51-11e7-4a56-84f1-eb77d7fee7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:11.185296 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c1a96-f86e-4891-b892-27502a63df25 req-f8f18f09-b559-42b9-bc10-dcca186fbf5d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:11.186860 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1b9c1a96-f86e-4891-b892-27502a63df25 req-f8f18f09-b559-42b9-bc10-dcca186fbf5d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0538926 Jan 18 19:41:11.198724 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-56b64c51-11e7-4a56-84f1-eb77d7fee7c8 admin admin] Publish callbacks [] for security_group (c46647f8-605b-413d-833b-a2e4a4f626c5), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:11.233276 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1b9c1a96-f86e-4891-b892-27502a63df25 req-0dbfdc6c-f948-4050-9be0-f3f25162c505 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408332 Jan 18 19:41:11.278292 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-56b64c51-11e7-4a56-84f1-eb77d7fee7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (c46647f8-605b-413d-833b-a2e4a4f626c5), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:11.315082 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b64c51-11e7-4a56-84f1-eb77d7fee7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46647f8-605b-413d-833b-a2e4a4f626c5,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:11.320173 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-56b64c51-11e7-4a56-84f1-eb77d7fee7c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1101fed33924b4394a9f6c1a4cc5200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3119631 Jan 18 19:41:11.322789 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 37692) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:11.369055 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c651bea4-1561-4aa4-a122-db9e07ed360f admin admin] Publish callbacks [] for security_group (c46647f8-605b-413d-833b-a2e4a4f626c5), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:11.389522 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c651bea4-1561-4aa4-a122-db9e07ed360f admin admin] Publish callbacks [] for security_group (c46647f8-605b-413d-833b-a2e4a4f626c5), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:11.506803 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c651bea4-1561-4aa4-a122-db9e07ed360f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (c46647f8-605b-413d-833b-a2e4a4f626c5), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:11.509287 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c651bea4-1561-4aa4-a122-db9e07ed360f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:11.510445 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-c651bea4-1561-4aa4-a122-db9e07ed360f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c46647f8-605b-413d-833b-a2e4a4f626c5 HTTP/1.1" status: 204 len: 168 time: 0.1867580 Jan 18 19:41:11.517759 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651bea4-1561-4aa4-a122-db9e07ed360f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46647f8-605b-413d-833b-a2e4a4f626c5,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:12.361829 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47348dda-2d2f-48c6-93b9-3f99f796fd20 req-9a1bbd82-1ea2-4367-b49f-efd53786ab37 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:12.363955 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-47348dda-2d2f-48c6-93b9-3f99f796fd20 req-9a1bbd82-1ea2-4367-b49f-efd53786ab37 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 944 time: 0.0537074 Jan 18 19:41:12.416490 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-47348dda-2d2f-48c6-93b9-3f99f796fd20 req-9b112ffd-d23c-444d-979a-8b8bc51832b8 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439949 Jan 18 19:41:12.912880 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:13.006281 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 80467ab1-0bd1-447c-9a1c-9089b86faff2 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:41:13.100088 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 80467ab1-0bd1-447c-9a1c-9089b86faff2, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=80467ab1-0bd1-447c-9a1c-9089b86faff2,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:41:13.111453 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': '80467ab1-0bd1-447c-9a1c-9089b86faff2', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'port_id': '80467ab1-0bd1-447c-9a1c-9089b86faff2', 'mac_address': 'fa:16:3e:6d:ff:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:41:13.150379 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 80467ab1-0bd1-447c-9a1c-9089b86faff2 is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:41:13.150766 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:13.160928 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 37738) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:13.163825 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80467ab1-0bd1-447c-9a1c-9089b86faff2 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:41:13.182438 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 80467ab1-0bd1-447c-9a1c-9089b86faff2, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=80467ab1-0bd1-447c-9a1c-9089b86faff2,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:41:13.259769 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:13.266981 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fd545905-d54a-42a6-892d-3f7ed79172bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:13.307847 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=80467ab1-0bd1-447c-9a1c-9089b86faff2,revision_number=9']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:13.314866 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:41:13.315217 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:41:13.315573 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:41:13.315898 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:41:13.316267 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:41:13.316561 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:41:13.317099 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:41:13.317266 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:41:13.318196 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:41:13.318534 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:41:13.318861 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:41:13.319298 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:41:13.319624 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:41:13.343488 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fd545905-d54a-42a6-892d-3f7ed79172bc admin admin] Publish callbacks [] for security_group (f34df74b-1768-4c20-bd9b-ed1de4c3fce6), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:13.404141 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fd545905-d54a-42a6-892d-3f7ed79172bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (f34df74b-1768-4c20-bd9b-ed1de4c3fce6), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:13.441305 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-fd545905-d54a-42a6-892d-3f7ed79172bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9788826f541647b0bb59586b3409b8bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786496 Jan 18 19:41:13.444111 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd545905-d54a-42a6-892d-3f7ed79172bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34df74b-1768-4c20-bd9b-ed1de4c3fce6,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:13.444479 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 37748) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:13.504825 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a61a1806-e5d9-45cd-af02-f1d8cd35c798 admin admin] Publish callbacks [] for security_group (f34df74b-1768-4c20-bd9b-ed1de4c3fce6), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:13.542868 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a61a1806-e5d9-45cd-af02-f1d8cd35c798 admin admin] Publish callbacks [] for security_group (f34df74b-1768-4c20-bd9b-ed1de4c3fce6), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:13.567657 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e081006-c70b-43b5-88a0-a030523696f3 req-4c368b51-13ed-4fc9-a95a-c5845bc47905 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:13.569101 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8e081006-c70b-43b5-88a0-a030523696f3 req-4c368b51-13ed-4fc9-a95a-c5845bc47905 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 945 time: 0.0785999 Jan 18 19:41:13.624818 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8e081006-c70b-43b5-88a0-a030523696f3 req-2b0404f2-34c7-4a70-9144-0a88ea97c110 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479238 Jan 18 19:41:13.688483 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a61a1806-e5d9-45cd-af02-f1d8cd35c798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (f34df74b-1768-4c20-bd9b-ed1de4c3fce6), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:13.691292 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a61a1806-e5d9-45cd-af02-f1d8cd35c798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:13.692959 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-a61a1806-e5d9-45cd-af02-f1d8cd35c798 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f34df74b-1768-4c20-bd9b-ed1de4c3fce6 HTTP/1.1" status: 204 len: 168 time: 0.2469044 Jan 18 19:41:13.700815 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a1806-e5d9-45cd-af02-f1d8cd35c798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34df74b-1768-4c20-bd9b-ed1de4c3fce6,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:14.743996 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e2627-08e0-4dc6-a716-74d2b1d65b1c req-9d3ca4d7-9511-46cc-a364-5d6391f5e1c3 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:14.745627 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6f8e2627-08e0-4dc6-a716-74d2b1d65b1c req-9d3ca4d7-9511-46cc-a364-5d6391f5e1c3 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 945 time: 0.0503871 Jan 18 19:41:14.797045 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6f8e2627-08e0-4dc6-a716-74d2b1d65b1c req-c24c1161-2678-4355-a8bc-11353b59062e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458012 Jan 18 19:41:15.913187 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d7374-bfd9-44fc-8f41-2febadb0fb0b req-f5ce39bd-356b-4cb1-b41c-bf93afdfd606 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:15.914687 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e98d7374-bfd9-44fc-8f41-2febadb0fb0b req-f5ce39bd-356b-4cb1-b41c-bf93afdfd606 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 945 time: 0.0480645 Jan 18 19:41:15.960991 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e98d7374-bfd9-44fc-8f41-2febadb0fb0b req-24e45c0b-69e9-4e36-b5cb-ad0a63b1a7d9 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407286 Jan 18 19:41:16.165790 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['80467ab1-0bd1-447c-9a1c-9089b86faff2'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:41:16.615447 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0335c78e-33dc-4340-bd1b-cbe97e2030af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:17.075788 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6965e7-04e8-4ef0-8e60-34b7fd3f5bfb req-62f18b61-a617-455c-ba5e-567e63702589 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:17.077266 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9d6965e7-04e8-4ef0-8e60-34b7fd3f5bfb req-62f18b61-a617-455c-ba5e-567e63702589 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 945 time: 0.0457816 Jan 18 19:41:17.122290 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9d6965e7-04e8-4ef0-8e60-34b7fd3f5bfb req-f3aef717-1c9a-4e56-b54f-972cd6bba56f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393457 Jan 18 19:41:18.240890 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4750823-4e4e-4dd9-9b0f-2914a22cd5a0 req-398759e0-ea04-4c9f-a148-41fdb7a991b7 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:18.242276 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b4750823-4e4e-4dd9-9b0f-2914a22cd5a0 req-398759e0-ea04-4c9f-a148-41fdb7a991b7 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 945 time: 0.0502036 Jan 18 19:41:18.288096 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b4750823-4e4e-4dd9-9b0f-2914a22cd5a0 req-3111e698-3424-4990-9e3e-8e9a4169b04a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403860 Jan 18 19:41:19.168543 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-51474887-f049-41c7-a4bb-e049692764e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:19.409313 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39875d6f-dd3b-4ca4-90b3-fb03b24ba851 req-3954a23c-507e-4008-b832-04f278416f52 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:19.410676 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-39875d6f-dd3b-4ca4-90b3-fb03b24ba851 req-3954a23c-507e-4008-b832-04f278416f52 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 945 time: 0.0459907 Jan 18 19:41:19.455041 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-39875d6f-dd3b-4ca4-90b3-fb03b24ba851 req-331d1acb-ecda-4710-a1dd-f578929f559c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382910 Jan 18 19:41:19.941975 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:20.016673 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadc41c-0f3a-4be7-9107-23eac567d772 req-3aa78fe6-c74b-4fa0-9e69-c2c4284da91b tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:20.018137 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0eadc41c-0f3a-4be7-9107-23eac567d772 req-3aa78fe6-c74b-4fa0-9e69-c2c4284da91b tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0505304 Jan 18 19:41:20.073287 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0eadc41c-0f3a-4be7-9107-23eac567d772 req-ddd61572-af2b-456d-bbc8-4acab743d2eb tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494273 Jan 18 19:41:20.574211 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500fe09-b459-4890-9a37-9ef55d854773 req-d9a2c0ad-9ed6-433f-8a74-0963253c1bb2 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:20.575643 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d500fe09-b459-4890-9a37-9ef55d854773 req-d9a2c0ad-9ed6-433f-8a74-0963253c1bb2 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 945 time: 0.0482452 Jan 18 19:41:20.620611 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d500fe09-b459-4890-9a37-9ef55d854773 req-e320e266-5be5-4b46-ab7b-a62436d871d1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391440 Jan 18 19:41:21.184782 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd04000-24d3-4151-b86b-d5e3797b1655 req-93cd1d4a-14a8-4528-bfd3-68bb55969127 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:21.186240 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4fd04000-24d3-4151-b86b-d5e3797b1655 req-93cd1d4a-14a8-4528-bfd3-68bb55969127 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0463226 Jan 18 19:41:21.237305 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4fd04000-24d3-4151-b86b-d5e3797b1655 req-5eaa35d9-385a-42a8-87cc-71bd5b7b2a27 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455704 Jan 18 19:41:21.535239 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:21.737177 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dde7e3-9917-4e05-b812-e3c63731f320 req-b1ea159d-35ae-436d-acd2-819397affed4 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:21.738634 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-83dde7e3-9917-4e05-b812-e3c63731f320 req-b1ea159d-35ae-436d-acd2-819397affed4 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 945 time: 0.0465717 Jan 18 19:41:21.783200 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-83dde7e3-9917-4e05-b812-e3c63731f320 req-f60457bc-4728-469b-bc96-aba47d2d621a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386453 Jan 18 19:41:22.349457 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25f8b0-36b4-466a-a27d-e4bdb9f04475 req-acb3363f-035b-42a5-ab1f-c30b06479f64 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:22.350934 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1a25f8b0-36b4-466a-a27d-e4bdb9f04475 req-acb3363f-035b-42a5-ab1f-c30b06479f64 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0480156 Jan 18 19:41:22.396402 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1a25f8b0-36b4-466a-a27d-e4bdb9f04475 req-e4fc66bf-5483-49b0-8bda-241aa0dd22b2 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395596 Jan 18 19:41:22.902733 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921546a-0052-4bdc-bcba-2b0b782bb3f6 req-907db9ea-47c8-4b38-ab41-b827c6c06abf tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:22.904198 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4921546a-0052-4bdc-bcba-2b0b782bb3f6 req-907db9ea-47c8-4b38-ab41-b827c6c06abf tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 945 time: 0.0504937 Jan 18 19:41:22.949790 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4921546a-0052-4bdc-bcba-2b0b782bb3f6 req-1cc3408f-302c-4329-bfb3-757fc008c06a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401664 Jan 18 19:41:22.963346 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 80467ab1-0bd1-447c-9a1c-9089b86faff2 up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:41:23.023671 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port 80467ab1-0bd1-447c-9a1c-9089b86faff2 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:41:23.024044 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:23.096786 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:23.099877 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 80467ab1-0bd1-447c-9a1c-9089b86faff2 is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:41:23.100260 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:23.123971 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0db402-5fec-4b6d-a48f-a182478a5522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80467ab1-0bd1-447c-9a1c-9089b86faff2'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:41:23.126179 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808d5adf-648c-4fb6-a05c-c976af3fa895" -d '{"events": [{"server_uuid": "1c0db402-5fec-4b6d-a48f-a182478a5522", "name": "network-vif-plugged", "status": "completed", "tag": "80467ab1-0bd1-447c-9a1c-9089b86faff2"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:41:23.141385 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 80467ab1-0bd1-447c-9a1c-9089b86faff2, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=80467ab1-0bd1-447c-9a1c-9089b86faff2,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:41:23.214360 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:23.265811 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=80467ab1-0bd1-447c-9a1c-9089b86faff2,revision_number=10']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:23.277245 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279a37f2-d285-4306-b1b1-5a4693a9b45f x-openstack-request-id: req-279a37f2-d285-4306-b1b1-5a4693a9b45f {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:41:23.277245 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0db402-5fec-4b6d-a48f-a182478a5522", "name": "network-vif-plugged", "status": "completed", "tag": "80467ab1-0bd1-447c-9a1c-9089b86faff2", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:41:23.277245 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-279a37f2-d285-4306-b1b1-5a4693a9b45f {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:41:23.277245 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0db402-5fec-4b6d-a48f-a182478a5522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80467ab1-0bd1-447c-9a1c-9089b86faff2', 'code': 200} Jan 18 19:41:23.508278 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba2023-1781-47f1-aeb0-61c3823e7ff4 req-aaf6efba-2ce6-4b95-b078-8b967ecdad1c tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:23.509768 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-36ba2023-1781-47f1-aeb0-61c3823e7ff4 req-aaf6efba-2ce6-4b95-b078-8b967ecdad1c tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0479493 Jan 18 19:41:23.556941 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-36ba2023-1781-47f1-aeb0-61c3823e7ff4 req-5d7e3aed-28eb-4f81-9cd6-4d2cae835138 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413129 Jan 18 19:41:24.046610 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b101d3-25de-444f-9913-f957af2a3d2f req-c43a1f50-af0e-4aa4-87b9-ead3df101a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:24.048181 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-37b101d3-25de-444f-9913-f957af2a3d2f req-c43a1f50-af0e-4aa4-87b9-ead3df101a2c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 1100 time: 0.0527210 Jan 18 19:41:24.122383 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-37b101d3-25de-444f-9913-f957af2a3d2f req-2c47025e-1305-4fa6-9cff-bd398024a97b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647748 Jan 18 19:41:24.129876 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48955bc-14bb-49de-92e5-78c18d840b8d req-b1568e01-506a-4dc5-aa96-a21092e4899c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:24.131843 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b48955bc-14bb-49de-92e5-78c18d840b8d req-b1568e01-506a-4dc5-aa96-a21092e4899c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 947 time: 0.0828147 Jan 18 19:41:24.183161 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b48955bc-14bb-49de-92e5-78c18d840b8d req-770d4a90-6868-453a-996b-4123bbf388ac tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441027 Jan 18 19:41:24.669557 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadcbd2-27a3-4b5b-9da3-4c4e27135990 req-82e63240-67b4-43e5-9928-e4331cd915b6 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:24.671024 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-adadcbd2-27a3-4b5b-9da3-4c4e27135990 req-82e63240-67b4-43e5-9928-e4331cd915b6 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0466487 Jan 18 19:41:24.716410 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-adadcbd2-27a3-4b5b-9da3-4c4e27135990 req-6f214b76-0b2b-4780-b5bb-bb29d535b95d tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400407 Jan 18 19:41:25.304197 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5650c-37e7-4bc3-8d9b-4c2ad16e3c2d req-6fe5f452-6812-46c3-9dac-f57a2a6c35d4 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:25.305702 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1de5650c-37e7-4bc3-8d9b-4c2ad16e3c2d req-6fe5f452-6812-46c3-9dac-f57a2a6c35d4 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 947 time: 0.0523248 Jan 18 19:41:25.357526 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1de5650c-37e7-4bc3-8d9b-4c2ad16e3c2d req-59069115-48f1-4aea-9061-ded7f90cd8ba tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460553 Jan 18 19:41:25.381179 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 37946) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:25.482147 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6963-e432-4661-a203-d412e4897c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:25.553148 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6963-e432-4661-a203-d412e4897c6b admin admin] Publish callbacks [] for security_group (bd73a46b-70fb-41c3-a753-96db71034baf), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:25.621296 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6963-e432-4661-a203-d412e4897c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (bd73a46b-70fb-41c3-a753-96db71034baf), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:25.658910 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-ad8a6963-e432-4661-a203-d412e4897c6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a78e13b893534d929bfcba7a63dcfec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766600 Jan 18 19:41:25.662159 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a6963-e432-4661-a203-d412e4897c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd73a46b-70fb-41c3-a753-96db71034baf,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:25.662912 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 37954) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:25.723669 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0d3d495a-af2f-4eb8-a0bb-2eb161be3a1d admin admin] Publish callbacks [] for security_group (bd73a46b-70fb-41c3-a753-96db71034baf), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:25.749322 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0d3d495a-af2f-4eb8-a0bb-2eb161be3a1d admin admin] Publish callbacks [] for security_group (bd73a46b-70fb-41c3-a753-96db71034baf), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:25.855808 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c406a1-8081-420e-b3fc-6eb07a89e0b1 req-a4b2a091-6271-4c39-89a6-b89b3b20a27e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:25.856032 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e9c406a1-8081-420e-b3fc-6eb07a89e0b1 req-a4b2a091-6271-4c39-89a6-b89b3b20a27e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0544577 Jan 18 19:41:25.872959 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0d3d495a-af2f-4eb8-a0bb-2eb161be3a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (bd73a46b-70fb-41c3-a753-96db71034baf), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:25.875701 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0d3d495a-af2f-4eb8-a0bb-2eb161be3a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:25.876848 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-0d3d495a-af2f-4eb8-a0bb-2eb161be3a1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd73a46b-70fb-41c3-a753-96db71034baf HTTP/1.1" status: 204 len: 168 time: 0.2129791 Jan 18 19:41:25.886018 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d495a-af2f-4eb8-a0bb-2eb161be3a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd73a46b-70fb-41c3-a753-96db71034baf,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:25.934213 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e9c406a1-8081-420e-b3fc-6eb07a89e0b1 req-c4d49a7a-c72c-4fc5-a1bd-9ce53fb4bdc2 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672529 Jan 18 19:41:26.478993 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bede40-be60-4894-a84f-631951688cc1 req-d4e54920-ca01-4d6d-b419-e92a402f817d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:26.480373 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-40bede40-be60-4894-a84f-631951688cc1 req-d4e54920-ca01-4d6d-b419-e92a402f817d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 947 time: 0.0479083 Jan 18 19:41:26.526169 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-40bede40-be60-4894-a84f-631951688cc1 req-8c861cdf-255f-4842-ba28-cfb1a7970422 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402007 Jan 18 19:41:27.046307 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7286723-e44a-4d55-b62c-aa1f8b987190 req-52887ac6-7581-45bd-987d-3da47c941a84 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:27.047972 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f7286723-e44a-4d55-b62c-aa1f8b987190 req-52887ac6-7581-45bd-987d-3da47c941a84 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0496936 Jan 18 19:41:27.099715 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f7286723-e44a-4d55-b62c-aa1f8b987190 req-794a4d60-6244-4c16-b844-f344c8440d51 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449450 Jan 18 19:41:27.288200 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 38028) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:27.302929 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-dc09a3aa-77af-43a2-a4f5-c2a0e0b16fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:27.379728 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-dc09a3aa-77af-43a2-a4f5-c2a0e0b16fba admin admin] Publish callbacks [] for security_group (3f4b00f8-15d5-40bf-afb9-e2f1bd4df20f), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:27.444771 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-dc09a3aa-77af-43a2-a4f5-c2a0e0b16fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (3f4b00f8-15d5-40bf-afb9-e2f1bd4df20f), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:27.481395 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-dc09a3aa-77af-43a2-a4f5-c2a0e0b16fba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f03439eabb84240bdf63705da60dba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921322 Jan 18 19:41:27.483431 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09a3aa-77af-43a2-a4f5-c2a0e0b16fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4b00f8-15d5-40bf-afb9-e2f1bd4df20f,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:27.484236 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 38030) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:27.535133 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-25e2a58c-56eb-4c3f-bc84-7be65f9476ce admin admin] Publish callbacks [] for security_group (3f4b00f8-15d5-40bf-afb9-e2f1bd4df20f), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:27.556081 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-25e2a58c-56eb-4c3f-bc84-7be65f9476ce admin admin] Publish callbacks [] for security_group (3f4b00f8-15d5-40bf-afb9-e2f1bd4df20f), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:27.648050 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9012e39-210c-4957-9415-39cf8d561703 req-da107165-0103-4e12-af92-5f9efd4388ed tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:27.649891 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d9012e39-210c-4957-9415-39cf8d561703 req-da107165-0103-4e12-af92-5f9efd4388ed tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 947 time: 0.0513773 Jan 18 19:41:27.673256 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-25e2a58c-56eb-4c3f-bc84-7be65f9476ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (3f4b00f8-15d5-40bf-afb9-e2f1bd4df20f), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:27.675991 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-25e2a58c-56eb-4c3f-bc84-7be65f9476ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:27.679894 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-25e2a58c-56eb-4c3f-bc84-7be65f9476ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f4b00f8-15d5-40bf-afb9-e2f1bd4df20f HTTP/1.1" status: 204 len: 168 time: 0.1919274 Jan 18 19:41:27.692990 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2a58c-56eb-4c3f-bc84-7be65f9476ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4b00f8-15d5-40bf-afb9-e2f1bd4df20f,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:27.716302 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d9012e39-210c-4957-9415-39cf8d561703 req-93b30ccd-8594-4552-9e61-3fbe49b080c1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566928 Jan 18 19:41:28.227222 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec8d72-95b1-4a9c-85cd-b3512d768b54 req-077625e0-9252-4fb2-a117-7bda6f367721 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:28.228712 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-48ec8d72-95b1-4a9c-85cd-b3512d768b54 req-077625e0-9252-4fb2-a117-7bda6f367721 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0571215 Jan 18 19:41:28.276329 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-48ec8d72-95b1-4a9c-85cd-b3512d768b54 req-0f70d857-f640-4ff4-8070-97487f007c34 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420635 Jan 18 19:41:28.746753 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 38068) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:28.827535 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c79eb-8555-4154-a82f-67a9234d43da req-88331660-bc2c-4ba3-9535-a1e9069c6a31 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:28.829075 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-de8c79eb-8555-4154-a82f-67a9234d43da req-88331660-bc2c-4ba3-9535-a1e9069c6a31 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 947 time: 0.0476189 Jan 18 19:41:28.842324 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-087938f2-9070-4ff5-b1fe-d8774ff5170c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-569949540-network', 'tenant_id': 'cc9ebec8154b4eca8f16af3cad9b7409'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:41:28.875734 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-de8c79eb-8555-4154-a82f-67a9234d43da req-b8636899-f35b-4094-82b6-163bdc7a881d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403655 Jan 18 19:41:28.929660 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087938f2-9070-4ff5-b1fe-d8774ff5170c admin admin] Made reservation on behalf of cc9ebec8154b4eca8f16af3cad9b7409 for: {'network': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:41:28.932005 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-087938f2-9070-4ff5-b1fe-d8774ff5170c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for network (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:28.940544 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-087938f2-9070-4ff5-b1fe-d8774ff5170c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:29.012799 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-087938f2-9070-4ff5-b1fe-d8774ff5170c admin admin] Publish callbacks [] for security_group (f591f693-8a22-4f1a-8a9c-44dda49b0054), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:29.067242 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-087938f2-9070-4ff5-b1fe-d8774ff5170c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (f591f693-8a22-4f1a-8a9c-44dda49b0054), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:29.091962 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087938f2-9070-4ff5-b1fe-d8774ff5170c admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=103173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:41:29.101960 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087938f2-9070-4ff5-b1fe-d8774ff5170c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f591f693-8a22-4f1a-8a9c-44dda49b0054,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:29.107557 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-087938f2-9070-4ff5-b1fe-d8774ff5170c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (6d0809fc-8ee4-4555-8d06-a80286070328), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:29.107945 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.db.segments_db [None req-087938f2-9070-4ff5-b1fe-d8774ff5170c admin admin] Added segment 6d0809fc-8ee4-4555-8d06-a80286070328 of type vlan for network 0fdfb0a2-0738-4f98-83d4-771778c8e875 Jan 18 19:41:29.147161 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-087938f2-9070-4ff5-b1fe-d8774ff5170c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736991889309'] for network (0fdfb0a2-0738-4f98-83d4-771778c8e875), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:29.261315 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-087938f2-9070-4ff5-b1fe-d8774ff5170c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for network (0fdfb0a2-0738-4f98-83d4-771778c8e875), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:29.262385 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087938f2-9070-4ff5-b1fe-d8774ff5170c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:29.262978 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-087938f2-9070-4ff5-b1fe-d8774ff5170c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:29.323641 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087938f2-9070-4ff5-b1fe-d8774ff5170c admin admin] Pushing event updated for resources: {'Network': ['ID=0fdfb0a2-0738-4f98-83d4-771778c8e875,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:29.334058 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Network 0fdfb0a2-0738-4f98-83d4-771778c8e875 details requested by agent ovs-agent-dv-cinder-811877-7-iscsi with host dv-cinder-811877-7-iscsi {{(pid=103174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:41:29.352369 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-087938f2-9070-4ff5-b1fe-d8774ff5170c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5967078 Jan 18 19:41:29.353337 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 38090) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:29.359126 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-3a2e1312-941c-4d68-8063-daacb6e5d1c6 admin admin] Request body: {'subnet': {'network_id': '0fdfb0a2-0738-4f98-83d4-771778c8e875', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-569949540-subnet', 'tenant_id': 'cc9ebec8154b4eca8f16af3cad9b7409', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:41:29.424973 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a350a3-e6d8-4e96-a8c6-601ab9819126 req-ba500482-0694-4f3b-8fb2-4f1990b25d11 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:29.426448 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b1a350a3-e6d8-4e96-a8c6-601ab9819126 req-ba500482-0694-4f3b-8fb2-4f1990b25d11 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0634022 Jan 18 19:41:29.472759 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b1a350a3-e6d8-4e96-a8c6-601ab9819126 req-2c97c0f6-1f4a-49ca-90aa-d9ae9afd39e8 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403056 Jan 18 19:41:29.473759 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2e1312-941c-4d68-8063-daacb6e5d1c6 admin admin] Made reservation on behalf of cc9ebec8154b4eca8f16af3cad9b7409 for: {'subnet': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:41:29.481567 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3a2e1312-941c-4d68-8063-daacb6e5d1c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4301685'] for subnet (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:29.724445 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3a2e1312-941c-4d68-8063-daacb6e5d1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6234510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4301659'] for subnet (66f311fe-c7fd-4021-98eb-f87260093ce6), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:29.779932 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e1312-941c-4d68-8063-daacb6e5d1c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66f311fe-c7fd-4021-98eb-f87260093ce6,revision_number=0']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:29.786934 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2e1312-941c-4d68-8063-daacb6e5d1c6 admin admin] Checking segment: {'id': '6d0809fc-8ee4-4555-8d06-a80286070328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fdfb0a2-0738-4f98-83d4-771778c8e875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:41:29.787927 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2e1312-941c-4d68-8063-daacb6e5d1c6 admin admin] Network hostable DHCP agents. Network: 0fdfb0a2-0738-4f98-83d4-771778c8e875, hostable agents: ['0d168223-99d0-40e7-a552-9355723bc6d5'], hosted agents: [] {{(pid=103172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:41:29.913246 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2e1312-941c-4d68-8063-daacb6e5d1c6 admin admin] Network 0fdfb0a2-0738-4f98-83d4-771778c8e875 is scheduled to be hosted by DHCP agent 0d168223-99d0-40e7-a552-9355723bc6d5 with binding_index 1 {{(pid=103172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:41:29.993068 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-3a2e1312-941c-4d68-8063-daacb6e5d1c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-7-iscsi, 0fdfb0a2-0738-4f98-83d4-771778c8e875) {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:41:29.997169 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2e1312-941c-4d68-8063-daacb6e5d1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:29.997765 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3a2e1312-941c-4d68-8063-daacb6e5d1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:30.003529 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6b3ee2-a376-45af-8e6e-2d160e798c42 None None] Network 0fdfb0a2-0738-4f98-83d4-771778c8e875 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:41:30.075751 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-3a2e1312-941c-4d68-8063-daacb6e5d1c6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7208970 Jan 18 19:41:30.101224 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a005e784-db69-4838-8900-81ce03a03257 None None] Network 0fdfb0a2-0738-4f98-83d4-771778c8e875 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:41:30.586770 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a373e9e-e58c-4ba8-9a99-df34e7485681 req-00bef1d9-216e-4734-ba31-b50a9f695cbc tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:30.588263 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3a373e9e-e58c-4ba8-9a99-df34e7485681 req-00bef1d9-216e-4734-ba31-b50a9f695cbc tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0477862 Jan 18 19:41:30.634237 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3a373e9e-e58c-4ba8-9a99-df34e7485681 req-a4a87f87-04a3-45c9-87b3-3361622ace73 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404911 Jan 18 19:41:31.745488 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79da727-dbb3-4df3-abba-8a0fc7a98f5b req-b0b31cf5-10d9-4e84-8d6e-536a81593980 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:31.746945 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c79da727-dbb3-4df3-abba-8a0fc7a98f5b req-b0b31cf5-10d9-4e84-8d6e-536a81593980 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0490441 Jan 18 19:41:31.791251 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c79da727-dbb3-4df3-abba-8a0fc7a98f5b req-d7a2b3b9-9136-4e8d-9932-25b43ce6bac7 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389409 Jan 18 19:41:32.902401 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da978ec6-39ad-4f87-868e-db073810345e req-dd175db3-a84c-4ca8-9a57-eb5c6d72f7c6 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:32.903847 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-da978ec6-39ad-4f87-868e-db073810345e req-dd175db3-a84c-4ca8-9a57-eb5c6d72f7c6 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0473533 Jan 18 19:41:32.949825 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-da978ec6-39ad-4f87-868e-db073810345e req-ae508489-5464-4912-bdee-4d5d591c8239 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405605 Jan 18 19:41:34.062456 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8134628-e98d-4bc1-8e7b-0f3b6989a707 req-f11e5b8f-cc48-4fbf-9ba1-f3d29468d46a tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:34.063924 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f8134628-e98d-4bc1-8e7b-0f3b6989a707 req-f11e5b8f-cc48-4fbf-9ba1-f3d29468d46a tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0479167 Jan 18 19:41:34.119281 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f8134628-e98d-4bc1-8e7b-0f3b6989a707 req-2f38de31-7e5c-414f-b33b-3f2723241ec2 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489912 Jan 18 19:41:35.240961 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38787f-51e0-4c33-b370-a92e43788b12 req-ef86c6b3-f141-4360-87fa-6bee9ec3ea3a tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:35.242438 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7b38787f-51e0-4c33-b370-a92e43788b12 req-ef86c6b3-f141-4360-87fa-6bee9ec3ea3a tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0489473 Jan 18 19:41:35.286401 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7b38787f-51e0-4c33-b370-a92e43788b12 req-278db90e-74d0-4953-a6e8-94337de04972 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385427 Jan 18 19:41:35.559709 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-359a10f2-d05a-4392-afc9-4ef4440ef2ad tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:35.561160 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-359a10f2-d05a-4392-afc9-4ef4440ef2ad tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/networks?id=0fdfb0a2-0738-4f98-83d4-771778c8e875 HTTP/1.1" status: 200 len: 808 time: 0.1018722 Jan 18 19:41:35.575271 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-a6d60fa4-5b61-4503-ad76-77ebb53b92fd tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/quotas/cc9ebec8154b4eca8f16af3cad9b7409 HTTP/1.1" status: 200 len: 375 time: 0.0086331 Jan 18 19:41:35.604713 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-d536f529-97c4-4fb9-b274-a2665c1d779e tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc9ebec8154b4eca8f16af3cad9b7409&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245731 Jan 18 19:41:35.736904 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-e098f54a-3e03-4964-a3fe-37018b270969 service neutron] 10.222.0.20 "GET /v2.0/networks/0fdfb0a2-0738-4f98-83d4-771778c8e875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258113 Jan 18 19:41:35.824015 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-317dee3e-7520-4472-9907-29e47f4dcc49 service neutron] 10.222.0.20 "GET /v2.0/networks/0fdfb0a2-0738-4f98-83d4-771778c8e875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813746 Jan 18 19:41:35.890840 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:41:36.060245 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-43bc68c5-2b54-4a1a-b3c6-d1d4e6ab500d req-8ea42f4b-fab7-48a4-b2dc-8b7bfffdee70 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 210 time: 0.0247762 Jan 18 19:41:36.408534 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc465a-d369-4e69-abec-1ca17465c327 req-9f18e4b5-d9d1-43ec-83fa-79ebb7cf4935 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:36.410179 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-07dc465a-d369-4e69-abec-1ca17465c327 req-9f18e4b5-d9d1-43ec-83fa-79ebb7cf4935 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0562897 Jan 18 19:41:36.460866 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-07dc465a-d369-4e69-abec-1ca17465c327 req-61de28c0-b6c1-45b8-8a2d-8a67da5f7fa2 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446107 Jan 18 19:41:36.922605 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258b04e-2151-4878-9360-e37a2a4409c6 req-8fe91427-1cf5-400a-b74f-7111a35dd811 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:36.924034 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d258b04e-2151-4878-9360-e37a2a4409c6 req-8fe91427-1cf5-400a-b74f-7111a35dd811 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.0468383 Jan 18 19:41:36.983458 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d258b04e-2151-4878-9360-e37a2a4409c6 req-a49994cb-d711-46a8-bc4a-ddc4d5648729 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536292 Jan 18 19:41:37.135972 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-72524dd4-aadd-4602-b5d4-daa7135e8c24 req-3a8563ff-7b07-462d-a416-888dd53880d3 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 210 time: 0.0254056 Jan 18 19:41:37.571893 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc004b19-0520-4690-8f5f-8798525b6e46 req-d51e133d-1ed0-4db8-874c-f834d2319ac8 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:37.573327 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bc004b19-0520-4690-8f5f-8798525b6e46 req-d51e133d-1ed0-4db8-874c-f834d2319ac8 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0469406 Jan 18 19:41:37.621432 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bc004b19-0520-4690-8f5f-8798525b6e46 req-8e9cb36d-df7e-424b-988d-727be6e273c4 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426960 Jan 18 19:41:38.116472 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2e63a-e6f3-4a97-a753-137cbb8d135c req-cfe43379-f3b3-4c65-b01b-3283afa99ee6 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:38.117975 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bad2e63a-e6f3-4a97-a753-137cbb8d135c req-cfe43379-f3b3-4c65-b01b-3283afa99ee6 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.0498855 Jan 18 19:41:38.178618 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bad2e63a-e6f3-4a97-a753-137cbb8d135c req-4ec9244a-155c-4232-b701-2f684922e47b tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549052 Jan 18 19:41:38.224635 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cd0222ce-f358-4ca2-87af-afed3624d99a req-05ad0c10-53ed-4c4b-8192-636d4ca0f75b tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 210 time: 0.0251663 Jan 18 19:41:38.731503 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9a76f-e757-44ab-925b-1b31e33c1030 req-374d883e-c4d9-4163-b61b-2eb1fce99b38 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:38.732956 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-49d9a76f-e757-44ab-925b-1b31e33c1030 req-374d883e-c4d9-4163-b61b-2eb1fce99b38 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0471518 Jan 18 19:41:38.780652 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-49d9a76f-e757-44ab-925b-1b31e33c1030 req-adb62362-d594-4a69-80ae-11f5fa3787f8 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422881 Jan 18 19:41:39.259024 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2c17c-1fa2-431e-ace4-256f1f838664 req-db177a10-fb51-47e9-906c-b6b42e9bdbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:39.260480 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2ec2c17c-1fa2-431e-ace4-256f1f838664 req-db177a10-fb51-47e9-906c-b6b42e9bdbbe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1a3d66fd692461db39e7663dfb12bd6&device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 1137 time: 0.0475626 Jan 18 19:41:39.362989 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d8bd15c-121e-40e3-852a-83c4389b8d42 req-ecb52ef2-fd96-4b55-bec0-f10f856b7a9d tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 210 time: 0.0625262 Jan 18 19:41:39.376266 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1cd8e-a630-4c0b-a8dd-a3c317e7b369 req-d1c52199-de77-4f39-91b2-6dc41a15cccd tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:39.377499 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1de1cd8e-a630-4c0b-a8dd-a3c317e7b369 req-d1c52199-de77-4f39-91b2-6dc41a15cccd tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.1293783 Jan 18 19:41:39.439477 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2c17c-1fa2-431e-ace4-256f1f838664 req-381b2582-604a-482e-87ac-20e47af13ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:39.440944 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2ec2c17c-1fa2-431e-ace4-256f1f838664 req-381b2582-604a-482e-87ac-20e47af13ed2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a305aad1-af7c-4389-9b17-82d960c973f6 HTTP/1.1" status: 200 len: 916 time: 0.1630352 Jan 18 19:41:39.503838 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1de1cd8e-a630-4c0b-a8dd-a3c317e7b369 req-ee7ce7aa-d0d3-4377-b67e-3909f1febc84 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1191797 Jan 18 19:41:39.523396 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2ec2c17c-1fa2-431e-ace4-256f1f838664 req-88f80cd2-ed28-4d9d-a1ff-4b1d1712a93d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78271a93-f866-402f-b0e3-233356392cba HTTP/1.1" status: 200 len: 1000 time: 0.0746634 Jan 18 19:41:39.572996 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2c17c-1fa2-431e-ace4-256f1f838664 req-4751f912-c4d7-4486-a468-ada9071df83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:39.574473 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2ec2c17c-1fa2-431e-ace4-256f1f838664 req-4751f912-c4d7-4486-a468-ada9071df83f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b36d59b-f16e-40de-96be-7acc3290ef4e HTTP/1.1" status: 200 len: 854 time: 0.0438879 Jan 18 19:41:39.619028 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2c17c-1fa2-431e-ace4-256f1f838664 req-f8ff4752-112a-4252-a84c-7511ddfaebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:39.620512 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2ec2c17c-1fa2-431e-ace4-256f1f838664 req-f8ff4752-112a-4252-a84c-7511ddfaebcb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a305aad1-af7c-4389-9b17-82d960c973f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386615 Jan 18 19:41:39.712255 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2ec2c17c-1fa2-431e-ace4-256f1f838664 req-448c80c6-ddb5-4959-ae4f-d17f6ae5d55b service neutron] 10.222.0.35 "GET /v2.0/networks/a305aad1-af7c-4389-9b17-82d960c973f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846751 Jan 18 19:41:39.798890 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2ec2c17c-1fa2-431e-ace4-256f1f838664 req-92a983df-ec74-4a48-9cdd-737edee7132d service neutron] 10.222.0.35 "GET /v2.0/networks/a305aad1-af7c-4389-9b17-82d960c973f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798728 Jan 18 19:41:39.891370 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabc3a2-3f71-475f-9dcd-044494279194 req-30281c3b-aeb9-4f7f-b796-97b2f4a39400 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:39.892834 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5dabc3a2-3f71-475f-9dcd-044494279194 req-30281c3b-aeb9-4f7f-b796-97b2f4a39400 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0470319 Jan 18 19:41:40.166334 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5dabc3a2-3f71-475f-9dcd-044494279194 req-537ad9a0-6ca7-48bf-a639-65cc64964abb tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679741 Jan 18 19:41:40.345758 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-994c8752-0898-45e5-8cc8-bb75eafcfba1 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:40.347182 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-994c8752-0898-45e5-8cc8-bb75eafcfba1 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.35 "GET /v2.0/networks?id=0fdfb0a2-0738-4f98-83d4-771778c8e875 HTTP/1.1" status: 200 len: 808 time: 0.0998371 Jan 18 19:41:40.361811 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-6bf6d4fa-d8f4-4551-9d5c-a7633e1e2fb4 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Request body: {'port': {'device_id': 'cbc38e10-3183-4a7c-8ea0-7b48320d47f7', 'network_id': '0fdfb0a2-0738-4f98-83d4-771778c8e875', 'admin_state_up': True, 'tenant_id': 'cc9ebec8154b4eca8f16af3cad9b7409'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:41:40.476664 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4ec9c9bb-dc7a-4a0a-998a-e6f6092bcf4d req-d65eb137-16e2-40f6-a9e6-b5c6a686ed29 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 210 time: 0.0293176 Jan 18 19:41:40.548890 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6d355-1c2f-4bfd-8f9a-fc595c64c47a req-5accc4a6-8352-488e-acbb-16296a888ca1 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:40.550451 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-adc6d355-1c2f-4bfd-8f9a-fc595c64c47a req-5accc4a6-8352-488e-acbb-16296a888ca1 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0913334 Jan 18 19:41:40.653548 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-adc6d355-1c2f-4bfd-8f9a-fc595c64c47a req-947ff137-c259-460c-9334-7d4730bed7a3 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918298 Jan 18 19:41:40.672451 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-6bf6d4fa-d8f4-4551-9d5c-a7633e1e2fb4 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Made reservation on behalf of cc9ebec8154b4eca8f16af3cad9b7409 for: {'port': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:41:40.676588 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-6bf6d4fa-d8f4-4551-9d5c-a7633e1e2fb4 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:40.726647 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51059a-a3e0-4619-aa87-cd5041acca5c req-05d4d636-ae99-4191-9f57-94e53dbce3a5 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:40.728187 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-df51059a-a3e0-4619-aa87-cd5041acca5c req-05d4d636-ae99-4191-9f57-94e53dbce3a5 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.1364112 Jan 18 19:41:40.783539 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781dd82-4235-4fbf-9917-f8537150996a req-9335f3b7-9fed-43eb-a766-c4f1240f9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:40.784970 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f781dd82-4235-4fbf-9917-f8537150996a req-9335f3b7-9fed-43eb-a766-c4f1240f9676 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18a3f1ab116048bf915dcee197eb1cea&device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 1099 time: 0.1710179 Jan 18 19:41:40.948718 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-df51059a-a3e0-4619-aa87-cd5041acca5c req-e4e8944e-48b9-4020-9466-97249e162d67 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1824656 Jan 18 19:41:40.964333 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-6bf6d4fa-d8f4-4551-9d5c-a7633e1e2fb4 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Allocated IP 172.20.0.2 (0fdfb0a2-0738-4f98-83d4-771778c8e875/66f311fe-c7fd-4021-98eb-f87260093ce6/951fe931-fec1-4669-9aa8-6af2452ee456) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:41:40.982176 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781dd82-4235-4fbf-9917-f8537150996a req-10e1f12a-4d3d-4bb2-ba67-b0b8523b9a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:40.982729 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f781dd82-4235-4fbf-9917-f8537150996a req-10e1f12a-4d3d-4bb2-ba67-b0b8523b9a72 service neutron] 10.222.0.35 "GET /v2.0/networks?id=500b8bcd-5a25-45e2-b1bb-41c45019fe6b HTTP/1.1" status: 200 len: 911 time: 0.1866307 Jan 18 19:41:41.083705 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f781dd82-4235-4fbf-9917-f8537150996a req-cc225a92-d9e3-4f40-b8a7-92c2791ea624 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b894f5a0-a07e-40ba-9fe4-f96bed851363 HTTP/1.1" status: 200 len: 1002 time: 0.0930791 Jan 18 19:41:41.175730 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781dd82-4235-4fbf-9917-f8537150996a req-b1b3adde-912b-45fd-85cb-92e34d23c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:41.177148 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f781dd82-4235-4fbf-9917-f8537150996a req-b1b3adde-912b-45fd-85cb-92e34d23c383 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd74878b-397a-47c2-9666-5f87fde4b302 HTTP/1.1" status: 200 len: 849 time: 0.0669169 Jan 18 19:41:41.228688 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-6bf6d4fa-d8f4-4551-9d5c-a7633e1e2fb4 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Publish callbacks [] for port (951fe931-fec1-4669-9aa8-6af2452ee456), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:41.248259 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781dd82-4235-4fbf-9917-f8537150996a req-30dd704f-967f-4040-86e3-be3034533c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:41.249727 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f781dd82-4235-4fbf-9917-f8537150996a req-30dd704f-967f-4040-86e3-be3034533c53 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=500b8bcd-5a25-45e2-b1bb-41c45019fe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637023 Jan 18 19:41:41.343748 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f781dd82-4235-4fbf-9917-f8537150996a req-857e1b54-a1e7-44aa-8e47-dbd3d72ee016 service neutron] 10.222.0.35 "GET /v2.0/networks/500b8bcd-5a25-45e2-b1bb-41c45019fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859263 Jan 18 19:41:41.382123 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-6bf6d4fa-d8f4-4551-9d5c-a7633e1e2fb4 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (951fe931-fec1-4669-9aa8-6af2452ee456), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:41.474747 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-6bf6d4fa-d8f4-4551-9d5c-a7633e1e2fb4 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Network 0fdfb0a2-0738-4f98-83d4-771778c8e875 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:41:41.481754 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-6bf6d4fa-d8f4-4551-9d5c-a7633e1e2fb4 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:41:41.485474 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6d4fa-d8f4-4551-9d5c-a7633e1e2fb4 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Pushing event updated for resources: {'Port': ['ID=951fe931-fec1-4669-9aa8-6af2452ee456,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:41.487798 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-6bf6d4fa-d8f4-4551-9d5c-a7633e1e2fb4 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:41:41.536177 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f781dd82-4235-4fbf-9917-f8537150996a req-3b7868e6-73fa-4087-b500-b01cb74cac06 service neutron] 10.222.0.35 "GET /v2.0/networks/500b8bcd-5a25-45e2-b1bb-41c45019fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623759 Jan 18 19:41:41.554953 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-6bf6d4fa-d8f4-4551-9d5c-a7633e1e2fb4 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:41.555585 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-6bf6d4fa-d8f4-4551-9d5c-a7633e1e2fb4 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:41.612471 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a568580-b5e8-4610-b6e7-0eb967e00b17 req-526f8d2f-692b-4e50-b926-cd5ee019fede tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:41.613942 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7a568580-b5e8-4610-b6e7-0eb967e00b17 req-526f8d2f-692b-4e50-b926-cd5ee019fede tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 931 time: 0.0558014 Jan 18 19:41:41.660076 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7a568580-b5e8-4610-b6e7-0eb967e00b17 req-9753daa8-a30c-4b39-afa8-5462956ff638 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400085 Jan 18 19:41:41.667654 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-6bf6d4fa-d8f4-4551-9d5c-a7633e1e2fb4 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3094990 Jan 18 19:41:41.681752 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Request body: {'port': {'device_id': 'cbc38e10-3183-4a7c-8ea0-7b48320d47f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:41:41.760867 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (951fe931-fec1-4669-9aa8-6af2452ee456), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:41.784282 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c501d6-039f-42ad-8447-b3a05159ebc5 req-b7c6d00a-55fa-4fd7-a2bf-990d914ef0d4 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:41.785725 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-65c501d6-039f-42ad-8447-b3a05159ebc5 req-b7c6d00a-55fa-4fd7-a2bf-990d914ef0d4 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0744841 Jan 18 19:41:41.907058 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-65c501d6-039f-42ad-8447-b3a05159ebc5 req-91a5d61a-118c-4409-bf39-238612894741 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016741 Jan 18 19:41:42.121071 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463f1db-cb87-46cf-8029-ec6cb3334f5d req-eafeff6f-1890-40e8-82c2-6df8dc4e050f tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:42.122595 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9463f1db-cb87-46cf-8029-ec6cb3334f5d req-eafeff6f-1890-40e8-82c2-6df8dc4e050f tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.0918462 Jan 18 19:41:42.140937 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951fe931-fec1-4669-9aa8-6af2452ee456 {{(pid=103172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:41:42.157204 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Publish callbacks [] for port (951fe931-fec1-4669-9aa8-6af2452ee456), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:42.183396 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.provisioning_blocks [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Transition to ACTIVE for port object 951fe931-fec1-4669-9aa8-6af2452ee456 will not be triggered until provisioned by entity L2. {{(pid=103172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:41:42.217674 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9463f1db-cb87-46cf-8029-ec6cb3334f5d req-7acfa636-6f86-4c51-9ecb-470b5900bd12 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0881047 Jan 18 19:41:42.236502 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (951fe931-fec1-4669-9aa8-6af2452ee456), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:42.284612 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Pushing event updated for resources: {'Port': ['ID=951fe931-fec1-4669-9aa8-6af2452ee456,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:42.353521 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Attempting to bind port 951fe931-fec1-4669-9aa8-6af2452ee456 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:41:42.353852 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Attempting to bind port 951fe931-fec1-4669-9aa8-6af2452ee456 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '6d0809fc-8ee4-4555-8d06-a80286070328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fdfb0a2-0738-4f98-83d4-771778c8e875'}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:41:42.354215 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Attempting to bind port 951fe931-fec1-4669-9aa8-6af2452ee456 on network 0fdfb0a2-0738-4f98-83d4-771778c8e875 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:41:42.358694 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Port 951fe931-fec1-4669-9aa8-6af2452ee456 on network 0fdfb0a2-0738-4f98-83d4-771778c8e875 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:41:42.359028 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Attempting to bind port 951fe931-fec1-4669-9aa8-6af2452ee456 on network 0fdfb0a2-0738-4f98-83d4-771778c8e875 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:41:42.364424 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:41:42.364888 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Checking segment: {'id': '6d0809fc-8ee4-4555-8d06-a80286070328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fdfb0a2-0738-4f98-83d4-771778c8e875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:41:42.365278 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Bound using segment: {'id': '6d0809fc-8ee4-4555-8d06-a80286070328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fdfb0a2-0738-4f98-83d4-771778c8e875'} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:41:42.365721 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Bound port: 951fe931-fec1-4669-9aa8-6af2452ee456, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0809fc-8ee4-4555-8d06-a80286070328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fdfb0a2-0738-4f98-83d4-771778c8e875'}}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:41:42.366633 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (951fe931-fec1-4669-9aa8-6af2452ee456), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:42.448932 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] For port 951fe931-fec1-4669-9aa8-6af2452ee456, host hv-cinder-81187, cleared binding levels {{(pid=103172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:41:42.454329 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] For port 951fe931-fec1-4669-9aa8-6af2452ee456, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=951fe931-fec1-4669-9aa8-6af2452ee456,segment=NetworkSegment(6d0809fc-8ee4-4555-8d06-a80286070328),segment_id=6d0809fc-8ee4-4555-8d06-a80286070328)] {{(pid=103172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:41:42.553520 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (951fe931-fec1-4669-9aa8-6af2452ee456), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:42.587975 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:42.588575 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:42.589942 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] 10.222.0.35 "PUT /v2.0/ports/951fe931-fec1-4669-9aa8-6af2452ee456 HTTP/1.1" status: 200 len: 1093 time: 0.9148719 Jan 18 19:41:42.590399 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc38e10-3183-4a7c-8ea0-7b48320d47f7', 'tag': '951fe931-fec1-4669-9aa8-6af2452ee456'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:41:42.592600 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c62f7d4-d9a9-49f2-8713-c9375c038a80" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc38e10-3183-4a7c-8ea0-7b48320d47f7", "tag": "951fe931-fec1-4669-9aa8-6af2452ee456"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:41:42.616764 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96b416-8a36-44fc-98df-f6d4f2bf9fdb service neutron] Pushing event updated for resources: {'Port': ['ID=951fe931-fec1-4669-9aa8-6af2452ee456,revision_number=3']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:42.630469 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2fbc4c-f8e2-4ed2-83af-a38b5a0059a6 x-openstack-request-id: req-1c2fbc4c-f8e2-4ed2-83af-a38b5a0059a6 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:41:42.630784 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc38e10-3183-4a7c-8ea0-7b48320d47f7", "tag": "951fe931-fec1-4669-9aa8-6af2452ee456", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:41:42.631038 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c2fbc4c-f8e2-4ed2-83af-a38b5a0059a6 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:41:42.631446 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc38e10-3183-4a7c-8ea0-7b48320d47f7', 'tag': '951fe931-fec1-4669-9aa8-6af2452ee456', 'status': 'completed', 'code': 200} Jan 18 19:41:42.698680 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62f7d4-d9a9-49f2-8713-c9375c038a80 req-ff89a46c-4a67-4c5c-9716-bdbe2140f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:42.700196 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5c62f7d4-d9a9-49f2-8713-c9375c038a80 req-ff89a46c-4a67-4c5c-9716-bdbe2140f15b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9ebec8154b4eca8f16af3cad9b7409&device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 1096 time: 0.0444772 Jan 18 19:41:42.826319 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcbf41-5a2d-4b29-a08e-dd4679bd870f req-dc9530db-94e0-4943-92c0-cf4929f72fb0 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:42.827702 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cbbcbf41-5a2d-4b29-a08e-dd4679bd870f req-dc9530db-94e0-4943-92c0-cf4929f72fb0 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 943 time: 0.0977454 Jan 18 19:41:42.844018 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62f7d4-d9a9-49f2-8713-c9375c038a80 req-8296cbeb-f0e6-490e-8834-878fa5cd993b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:42.845467 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5c62f7d4-d9a9-49f2-8713-c9375c038a80 req-8296cbeb-f0e6-490e-8834-878fa5cd993b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=cc9ebec8154b4eca8f16af3cad9b7409&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1377175 Jan 18 19:41:42.884506 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:42.929520 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cbbcbf41-5a2d-4b29-a08e-dd4679bd870f req-f895f793-67fc-4cd3-a8ad-2bb2f53d4450 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936255 Jan 18 19:41:42.965671 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62f7d4-d9a9-49f2-8713-c9375c038a80 req-0c8deb2a-efc7-4590-91c0-0816d00315de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:42.967163 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5c62f7d4-d9a9-49f2-8713-c9375c038a80 req-0c8deb2a-efc7-4590-91c0-0816d00315de service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1130059 Jan 18 19:41:43.058507 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24f890-669b-425f-b151-2b7d2761598b req-6f249792-5827-4618-81e0-ab9fdcf2d48d tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:43.059999 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6b24f890-669b-425f-b151-2b7d2761598b req-6f249792-5827-4618-81e0-ab9fdcf2d48d tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0770288 Jan 18 19:41:43.065405 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-431d451b-3c8e-457c-afef-00f88990b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:43.066865 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-431d451b-3c8e-457c-afef-00f88990b3cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9ebec8154b4eca8f16af3cad9b7409&device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 1096 time: 0.0572002 Jan 18 19:41:43.137410 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-d09dd342-ff7b-4767-b758-ecfba142e0fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=951fe931-fec1-4669-9aa8-6af2452ee456 HTTP/1.1" status: 200 len: 217 time: 0.0446227 Jan 18 19:41:43.144568 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6b24f890-669b-425f-b151-2b7d2761598b req-1512f57c-28b9-49e6-a4d5-8801824207aa tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768301 Jan 18 19:41:43.187597 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-2c228e68-7029-4486-82a6-041b4c31fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:43.188993 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-2c228e68-7029-4486-82a6-041b4c31fb48 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66f311fe-c7fd-4021-98eb-f87260093ce6 HTTP/1.1" status: 200 len: 848 time: 0.0435717 Jan 18 19:41:43.217776 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-f8df074f-7994-4c4a-870c-d0f075384169 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fdfb0a2-0738-4f98-83d4-771778c8e875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0223312 Jan 18 19:41:43.343440 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-21ef16bf-f179-4f77-a3cc-c232f0543c12 service neutron] 10.222.0.35 "GET /v2.0/networks/0fdfb0a2-0738-4f98-83d4-771778c8e875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192198 Jan 18 19:41:43.355210 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20926c6-b18f-4ae7-be03-0dc28c4a1e3a req-ec4d5aec-d857-471a-a72a-2b46f24d5b83 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:43.356583 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c20926c6-b18f-4ae7-be03-0dc28c4a1e3a req-ec4d5aec-d857-471a-a72a-2b46f24d5b83 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.0680890 Jan 18 19:41:43.474680 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c20926c6-b18f-4ae7-be03-0dc28c4a1e3a req-10adc289-c890-481c-997d-a23d9627892f tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1103611 Jan 18 19:41:43.489018 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a27057c9-d49d-4f6f-ad7c-790c67998b7d req-c3f8a728-cd87-46aa-8571-b4c61c07da81 service neutron] 10.222.0.35 "GET /v2.0/networks/0fdfb0a2-0738-4f98-83d4-771778c8e875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315246 Jan 18 19:41:44.045721 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da359d56-2b25-4909-98f9-7e3247438292 req-69e6bd84-406d-46a9-8569-b318b1ac0105 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:44.047253 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-da359d56-2b25-4909-98f9-7e3247438292 req-69e6bd84-406d-46a9-8569-b318b1ac0105 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 943 time: 0.0486400 Jan 18 19:41:44.092925 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-da359d56-2b25-4909-98f9-7e3247438292 req-37a29f27-d2ff-4db2-863c-88cac0300766 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400965 Jan 18 19:41:44.506976 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 38360) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:44.602307 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7886d-cc19-4495-84d0-441da9697bd9 req-90cc9cf2-d7f6-4de2-9b80-e0604c960a80 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:44.603803 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-97b7886d-cc19-4495-84d0-441da9697bd9 req-90cc9cf2-d7f6-4de2-9b80-e0604c960a80 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.0551014 Jan 18 19:41:44.629833 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d43448f6-21ba-4e8b-b0a7-096546534c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:44.702921 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-97b7886d-cc19-4495-84d0-441da9697bd9 req-02b4c415-e8d8-40e0-ac2b-4895f6bd3f65 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905120 Jan 18 19:41:44.746006 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d43448f6-21ba-4e8b-b0a7-096546534c96 admin admin] Publish callbacks [] for security_group (40797306-011e-496e-9459-ba53215ebc68), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:44.821006 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d43448f6-21ba-4e8b-b0a7-096546534c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (40797306-011e-496e-9459-ba53215ebc68), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:44.859389 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-d43448f6-21ba-4e8b-b0a7-096546534c96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a7c2e5751014d0b8b15d2331c9280f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3515224 Jan 18 19:41:44.860118 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43448f6-21ba-4e8b-b0a7-096546534c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40797306-011e-496e-9459-ba53215ebc68,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:44.862859 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 38370) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:44.909988 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb38b-ccde-4777-9558-4694a6257962 admin admin] Publish callbacks [] for security_group (40797306-011e-496e-9459-ba53215ebc68), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:44.931353 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb38b-ccde-4777-9558-4694a6257962 admin admin] Publish callbacks [] for security_group (40797306-011e-496e-9459-ba53215ebc68), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:45.089910 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb38b-ccde-4777-9558-4694a6257962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (40797306-011e-496e-9459-ba53215ebc68), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:45.092549 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb38b-ccde-4777-9558-4694a6257962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:45.096852 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-2e0eb38b-ccde-4777-9558-4694a6257962 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40797306-011e-496e-9459-ba53215ebc68 HTTP/1.1" status: 204 len: 168 time: 0.2291389 Jan 18 19:41:45.102282 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0eb38b-ccde-4777-9558-4694a6257962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40797306-011e-496e-9459-ba53215ebc68,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:45.221286 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e999e6b-73d2-4b34-a2bc-b85decb7bd16 req-a3fafb8c-27e6-44aa-b069-f9173a4b1512 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:45.222772 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5e999e6b-73d2-4b34-a2bc-b85decb7bd16 req-a3fafb8c-27e6-44aa-b069-f9173a4b1512 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 943 time: 0.0571694 Jan 18 19:41:45.272689 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5e999e6b-73d2-4b34-a2bc-b85decb7bd16 req-989ff22c-dfdd-493a-b09e-f3391a6d1deb tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435987 Jan 18 19:41:45.700114 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 38382) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:45.713672 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bad4a40e-8f12-4441-9c43-2b29ea7a9a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:45.785466 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bad4a40e-8f12-4441-9c43-2b29ea7a9a43 admin admin] Publish callbacks [] for security_group (2550b66a-7896-48ad-b017-592747ff7e75), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:45.821354 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c689a7-59bd-4690-a1ce-965b5a68a529 req-28dc1a90-1d13-4cdb-8ef2-ff6543269bf6 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:45.822842 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-05c689a7-59bd-4690-a1ce-965b5a68a529 req-28dc1a90-1d13-4cdb-8ef2-ff6543269bf6 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.0469511 Jan 18 19:41:45.849798 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bad4a40e-8f12-4441-9c43-2b29ea7a9a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (2550b66a-7896-48ad-b017-592747ff7e75), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:45.885107 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-05c689a7-59bd-4690-a1ce-965b5a68a529 req-e764311d-ca5b-42e8-bcad-9c3760a35fcb tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566134 Jan 18 19:41:45.895449 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-bad4a40e-8f12-4441-9c43-2b29ea7a9a43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb16dce5ae9d4dcf90a13125f389d9be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941662 Jan 18 19:41:45.896454 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4a40e-8f12-4441-9c43-2b29ea7a9a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2550b66a-7896-48ad-b017-592747ff7e75,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:45.899153 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 38388) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:45.948570 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-035a648c-3b1a-4e6e-9a72-6c0bdae39c17 admin admin] Publish callbacks [] for security_group (2550b66a-7896-48ad-b017-592747ff7e75), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:45.969688 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-035a648c-3b1a-4e6e-9a72-6c0bdae39c17 admin admin] Publish callbacks [] for security_group (2550b66a-7896-48ad-b017-592747ff7e75), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:46.082086 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-035a648c-3b1a-4e6e-9a72-6c0bdae39c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (2550b66a-7896-48ad-b017-592747ff7e75), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:46.085233 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-035a648c-3b1a-4e6e-9a72-6c0bdae39c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:46.086419 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-035a648c-3b1a-4e6e-9a72-6c0bdae39c17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2550b66a-7896-48ad-b017-592747ff7e75 HTTP/1.1" status: 204 len: 168 time: 0.1861975 Jan 18 19:41:46.093939 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a648c-3b1a-4e6e-9a72-6c0bdae39c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2550b66a-7896-48ad-b017-592747ff7e75,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:46.391651 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fa024-9b8c-41f4-8584-8f8692d06558 req-9a39a1e7-7a1d-41bd-85b3-2680a768a63b tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:46.393107 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-da1fa024-9b8c-41f4-8584-8f8692d06558 req-9a39a1e7-7a1d-41bd-85b3-2680a768a63b tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 943 time: 0.0529542 Jan 18 19:41:46.439433 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-da1fa024-9b8c-41f4-8584-8f8692d06558 req-3168a8f3-c6eb-4920-b84d-b24511a99e36 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409558 Jan 18 19:41:46.585268 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b0798b90-7092-4031-964a-8342e31f9d54 req-0f6e62cb-3325-45ec-8a2f-13a17ee6ba1f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404739 Jan 18 19:41:46.630815 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d4bff4f0-16f9-4c6b-b9d7-ef5d979974b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:46.648922 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0798b90-7092-4031-964a-8342e31f9d54 req-b199d3d3-a21c-48b1-9cb1-24a66c4f3b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:46.650450 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b0798b90-7092-4031-964a-8342e31f9d54 req-b199d3d3-a21c-48b1-9cb1-24a66c4f3b93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18a3f1ab116048bf915dcee197eb1cea&device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 1099 time: 0.0390007 Jan 18 19:41:46.752986 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0798b90-7092-4031-964a-8342e31f9d54 req-0ad8339c-ac50-4569-86d5-6cf68146f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:46.754440 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b0798b90-7092-4031-964a-8342e31f9d54 req-0ad8339c-ac50-4569-86d5-6cf68146f9c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=500b8bcd-5a25-45e2-b1bb-41c45019fe6b HTTP/1.1" status: 200 len: 911 time: 0.0863421 Jan 18 19:41:46.818260 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b0798b90-7092-4031-964a-8342e31f9d54 req-36a414d7-6e6d-42d4-a6ea-077bc69d2628 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b894f5a0-a07e-40ba-9fe4-f96bed851363 HTTP/1.1" status: 200 len: 1002 time: 0.0568719 Jan 18 19:41:46.870398 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0798b90-7092-4031-964a-8342e31f9d54 req-709d91af-04f2-4068-9437-c99e700b650c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:46.871865 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b0798b90-7092-4031-964a-8342e31f9d54 req-709d91af-04f2-4068-9437-c99e700b650c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd74878b-397a-47c2-9666-5f87fde4b302 HTTP/1.1" status: 200 len: 849 time: 0.0472162 Jan 18 19:41:46.916062 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0798b90-7092-4031-964a-8342e31f9d54 req-eaa9c2e0-09ec-4d30-9741-1ddad6ad2fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:46.917680 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b0798b90-7092-4031-964a-8342e31f9d54 req-eaa9c2e0-09ec-4d30-9741-1ddad6ad2fff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=500b8bcd-5a25-45e2-b1bb-41c45019fe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393682 Jan 18 19:41:47.282198 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7b35e-fa97-4e3f-b228-0324235b69fd req-459cf50e-e95d-4afe-9bb0-740854c98771 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:47.282198 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2bb7b35e-fa97-4e3f-b228-0324235b69fd req-459cf50e-e95d-4afe-9bb0-740854c98771 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.3094921 Jan 18 19:41:47.282198 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b0798b90-7092-4031-964a-8342e31f9d54 req-f8c61855-cb96-4bca-aaf3-2c8d96470263 service neutron] 10.222.0.35 "GET /v2.0/networks/500b8bcd-5a25-45e2-b1bb-41c45019fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567924 Jan 18 19:41:47.400062 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2bb7b35e-fa97-4e3f-b228-0324235b69fd req-391bd40a-ba9d-4f90-8647-a26e402301d7 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1148834 Jan 18 19:41:47.416402 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b0798b90-7092-4031-964a-8342e31f9d54 req-8ff6bf38-d43c-47b3-b2cd-8255902bd09a service neutron] 10.222.0.35 "GET /v2.0/networks/500b8bcd-5a25-45e2-b1bb-41c45019fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249578 Jan 18 19:41:47.558893 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168bed6-2078-4393-96b4-be4b8308743e req-b733ee6f-a671-4b87-a187-1e1adebf0570 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:47.560376 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1168bed6-2078-4393-96b4-be4b8308743e req-b733ee6f-a671-4b87-a187-1e1adebf0570 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 943 time: 0.0522346 Jan 18 19:41:47.606846 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1168bed6-2078-4393-96b4-be4b8308743e req-1f70692a-5ca4-485d-8bce-1217cbfdfa64 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408826 Jan 18 19:41:48.513487 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016a240-159e-4948-8e20-3f3003a46272 req-2aef1b02-45f1-4875-85c4-703352a48a8d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:48.515037 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1016a240-159e-4948-8e20-3f3003a46272 req-2aef1b02-45f1-4875-85c4-703352a48a8d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.0474849 Jan 18 19:41:48.575898 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1016a240-159e-4948-8e20-3f3003a46272 req-737b1f3f-007c-4cf3-b601-32d5f1891bf4 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552213 Jan 18 19:41:48.721443 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2cb79-4cee-4aea-baf2-7f5f17461512 req-e67a2845-05d6-4c95-9f33-4962d6e0e937 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:48.722955 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-81d2cb79-4cee-4aea-baf2-7f5f17461512 req-e67a2845-05d6-4c95-9f33-4962d6e0e937 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 943 time: 0.0518281 Jan 18 19:41:48.768985 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-81d2cb79-4cee-4aea-baf2-7f5f17461512 req-733d08c3-67e4-4921-ab30-4dbba4bbe965 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404694 Jan 18 19:41:48.998713 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 951fe931-fec1-4669-9aa8-6af2452ee456 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:41:49.104994 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 951fe931-fec1-4669-9aa8-6af2452ee456, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=951fe931-fec1-4669-9aa8-6af2452ee456,segment=NetworkSegment(6d0809fc-8ee4-4555-8d06-a80286070328),segment_id=6d0809fc-8ee4-4555-8d06-a80286070328)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:41:49.114955 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': '951fe931-fec1-4669-9aa8-6af2452ee456', 'network_id': '0fdfb0a2-0738-4f98-83d4-771778c8e875', 'port_id': '951fe931-fec1-4669-9aa8-6af2452ee456', 'mac_address': 'fa:16:3e:06:48:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f311fe-c7fd-4021-98eb-f87260093ce6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:41:49.151116 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 951fe931-fec1-4669-9aa8-6af2452ee456 is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:41:49.151506 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (951fe931-fec1-4669-9aa8-6af2452ee456), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:49.163656 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951fe931-fec1-4669-9aa8-6af2452ee456 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:41:49.182500 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 951fe931-fec1-4669-9aa8-6af2452ee456, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=951fe931-fec1-4669-9aa8-6af2452ee456,segment=NetworkSegment(6d0809fc-8ee4-4555-8d06-a80286070328),segment_id=6d0809fc-8ee4-4555-8d06-a80286070328)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:41:49.213175 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8f67847d-d764-410f-9885-eedef2e220ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:49.264906 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (951fe931-fec1-4669-9aa8-6af2452ee456), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:49.313519 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=951fe931-fec1-4669-9aa8-6af2452ee456,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:49.628534 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 38478) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:49.639286 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['951fe931-fec1-4669-9aa8-6af2452ee456'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:41:49.675265 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8f2917-edaa-4879-8550-2106ae1eda84 admin admin] Deleting subnet e20ed9f3-cf41-4d9e-87ed-32ace70273b7 {{(pid=103172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 19:41:49.679309 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-0e8f2917-edaa-4879-8550-2106ae1eda84 admin admin] Publish callbacks [] for subnet (e20ed9f3-cf41-4d9e-87ed-32ace70273b7), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:49.715002 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-0e8f2917-edaa-4879-8550-2106ae1eda84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6235323'] for subnet (e20ed9f3-cf41-4d9e-87ed-32ace70273b7), precommit_delete_associations {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:49.754993 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-0e8f2917-edaa-4879-8550-2106ae1eda84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033805'] for subnet (e20ed9f3-cf41-4d9e-87ed-32ace70273b7), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:49.876580 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da827749-8247-4ad1-bee5-dbd10b77db37 req-cc2166a4-8559-4bba-8a53-e84d1e6c06ae tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:49.878097 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-da827749-8247-4ad1-bee5-dbd10b77db37 req-cc2166a4-8559-4bba-8a53-e84d1e6c06ae tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.0833783 Jan 18 19:41:49.904628 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-0e8f2917-edaa-4879-8550-2106ae1eda84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6234447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4301648'] for subnet (e20ed9f3-cf41-4d9e-87ed-32ace70273b7), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:49.938404 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f2917-edaa-4879-8550-2106ae1eda84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20ed9f3-cf41-4d9e-87ed-32ace70273b7,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:49.947254 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963901c0-7cfe-404c-8894-5a0040fd0bba req-b0458cc0-64b1-4c3d-ad02-8b2eb8899e72 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:49.948747 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-963901c0-7cfe-404c-8894-5a0040fd0bba req-b0458cc0-64b1-4c3d-ad02-8b2eb8899e72 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 944 time: 0.1109610 Jan 18 19:41:49.956659 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-0e8f2917-edaa-4879-8550-2106ae1eda84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:49.960354 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-0e8f2917-edaa-4879-8550-2106ae1eda84 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e20ed9f3-cf41-4d9e-87ed-32ace70273b7 HTTP/1.1" status: 204 len: 168 time: 0.3308012 Jan 18 19:41:49.963284 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 38488) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:49.988170 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:50.018994 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-da827749-8247-4ad1-bee5-dbd10b77db37 req-c217017c-3f4c-4276-bac3-11ca0a437af4 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1328356 Jan 18 19:41:50.035732 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-963901c0-7cfe-404c-8894-5a0040fd0bba req-8566819e-9e25-4f66-a0b0-a35da2cfee61 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742917 Jan 18 19:41:50.048536 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa7041d5-c781-4c66-9c9f-ad62ee7df665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612357'] for network (a0ead810-f65d-444a-8fd0-efbdbd337aa6), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:50.131914 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa7041d5-c781-4c66-9c9f-ad62ee7df665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1040116', 'neutron.services.segments.db._delete_segments_for_network-8736992440351'] for network (a0ead810-f65d-444a-8fd0-efbdbd337aa6), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:50.151315 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-fa7041d5-c781-4c66-9c9f-ad62ee7df665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ead810-f65d-444a-8fd0-efbdbd337aa6']}} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:41:50.160028 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-fa7041d5-c781-4c66-9c9f-ad62ee7df665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb821b4-ebd5-4483-85a8-0cff48f3dde2') {'for_net_delete': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:41:50.163328 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-fa7041d5-c781-4c66-9c9f-ad62ee7df665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb821b4-ebd5-4483-85a8-0cff48f3dde2') {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:41:50.169759 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa7041d5-c781-4c66-9c9f-ad62ee7df665 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736992440616', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4654534'] for segment (8cb821b4-ebd5-4483-85a8-0cff48f3dde2), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:50.182377 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa7041d5-c781-4c66-9c9f-ad62ee7df665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (8cb821b4-ebd5-4483-85a8-0cff48f3dde2), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:50.189103 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7041d5-c781-4c66-9c9f-ad62ee7df665 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 19:41:50.189714 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa7041d5-c781-4c66-9c9f-ad62ee7df665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4740345'] for segment (8cb821b4-ebd5-4483-85a8-0cff48f3dde2), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: warnings.warn(msg) Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: Traceback (most recent call last): Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: timer() Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: cb(*args, **kw) Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: return func(*args, **kwargs) Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: self._notify() Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: self.callback(batched_events) Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: event.method(event) Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: return f(self, *a, **k) Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: return self._get(url).json() Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: return self.request(url, 'GET', **kwargs) Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:41:50.200588 dv-cinder-811877-7-iscsi neutron-server[103173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:41:50.352673 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa7041d5-c781-4c66-9c9f-ad62ee7df665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1040067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087210'] for network (a0ead810-f65d-444a-8fd0-efbdbd337aa6), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:50.358206 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fa7041d5-c781-4c66-9c9f-ad62ee7df665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:50.364374 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-fa7041d5-c781-4c66-9c9f-ad62ee7df665 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a0ead810-f65d-444a-8fd0-efbdbd337aa6 HTTP/1.1" status: 204 len: 168 time: 0.3963237 Jan 18 19:41:50.372388 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7041d5-c781-4c66-9c9f-ad62ee7df665 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0ead810-f65d-444a-8fd0-efbdbd337aa6,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:50.763720 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 38500) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:50.802996 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-f66aaf59-c88e-400e-ac01-88fdb7ae281e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b63ac006c044c26955f7a44315a7b22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379775 Jan 18 19:41:50.805290 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 38502) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:41:50.854458 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7a296b99-f007-4ad8-a76a-b7bbcd3e078a admin admin] Publish callbacks [] for security_group (eaabfb13-e792-4680-a807-41f262059c08), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:50.875357 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7a296b99-f007-4ad8-a76a-b7bbcd3e078a admin admin] Publish callbacks [] for security_group (eaabfb13-e792-4680-a807-41f262059c08), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:50.970056 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7a296b99-f007-4ad8-a76a-b7bbcd3e078a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (eaabfb13-e792-4680-a807-41f262059c08), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:50.972643 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7a296b99-f007-4ad8-a76a-b7bbcd3e078a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:50.973788 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-7a296b99-f007-4ad8-a76a-b7bbcd3e078a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eaabfb13-e792-4680-a807-41f262059c08 HTTP/1.1" status: 204 len: 168 time: 0.1676097 Jan 18 19:41:50.981444 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a296b99-f007-4ad8-a76a-b7bbcd3e078a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaabfb13-e792-4680-a807-41f262059c08,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:50.999935 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 951fe931-fec1-4669-9aa8-6af2452ee456 up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:41:51.141635 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port 951fe931-fec1-4669-9aa8-6af2452ee456 completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:41:51.145659 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port 951fe931-fec1-4669-9aa8-6af2452ee456 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:41:51.146162 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (951fe931-fec1-4669-9aa8-6af2452ee456), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:51.169987 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4b3be-99f0-4706-9626-c32c23ba6273 req-0689df1d-7a42-420c-b1c6-8dc700707dd1 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:51.171503 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f8b4b3be-99f0-4706-9626-c32c23ba6273 req-0689df1d-7a42-420c-b1c6-8dc700707dd1 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.0686448 Jan 18 19:41:51.192389 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63c765-68d8-4a73-9ca9-8b7da1747d69 req-5e8c40a3-9729-48f0-85f0-79b001187c4f tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:51.193886 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ef63c765-68d8-4a73-9ca9-8b7da1747d69 req-5e8c40a3-9729-48f0-85f0-79b001187c4f tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 944 time: 0.0825965 Jan 18 19:41:51.224347 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 951fe931-fec1-4669-9aa8-6af2452ee456 is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:41:51.224661 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (951fe931-fec1-4669-9aa8-6af2452ee456), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:51.248065 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc38e10-3183-4a7c-8ea0-7b48320d47f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951fe931-fec1-4669-9aa8-6af2452ee456'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:41:51.250904 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b7285a-01ef-485e-9f3a-30c302edd74d" -d '{"events": [{"server_uuid": "cbc38e10-3183-4a7c-8ea0-7b48320d47f7", "name": "network-vif-plugged", "status": "completed", "tag": "951fe931-fec1-4669-9aa8-6af2452ee456"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:41:51.283368 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 951fe931-fec1-4669-9aa8-6af2452ee456, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=951fe931-fec1-4669-9aa8-6af2452ee456,segment=NetworkSegment(6d0809fc-8ee4-4555-8d06-a80286070328),segment_id=6d0809fc-8ee4-4555-8d06-a80286070328)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:41:51.283705 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f8b4b3be-99f0-4706-9626-c32c23ba6273 req-2f5eff12-a12b-4bf6-88e4-140648722e98 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0942400 Jan 18 19:41:51.283705 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ef63c765-68d8-4a73-9ca9-8b7da1747d69 req-fc61469b-fd35-4d54-89de-8b8f3c2a7911 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815973 Jan 18 19:41:51.339423 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea7d409-59e0-48b3-a62a-a67384c86a52 x-openstack-request-id: req-cea7d409-59e0-48b3-a62a-a67384c86a52 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:41:51.339716 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc38e10-3183-4a7c-8ea0-7b48320d47f7", "name": "network-vif-plugged", "status": "completed", "tag": "951fe931-fec1-4669-9aa8-6af2452ee456", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:41:51.339963 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cea7d409-59e0-48b3-a62a-a67384c86a52 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:41:51.340381 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc38e10-3183-4a7c-8ea0-7b48320d47f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951fe931-fec1-4669-9aa8-6af2452ee456', 'code': 200} Jan 18 19:41:51.347239 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (951fe931-fec1-4669-9aa8-6af2452ee456), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:51.399513 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=951fe931-fec1-4669-9aa8-6af2452ee456,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:41:51.536155 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:51.683529 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942d651-a55a-4e1a-bb32-da612401046a req-49bce758-1fba-4032-b8c3-e0bd5b6bb18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:51.685215 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3942d651-a55a-4e1a-bb32-da612401046a req-49bce758-1fba-4032-b8c3-e0bd5b6bb18c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 1098 time: 0.0438030 Jan 18 19:41:51.728323 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3942d651-a55a-4e1a-bb32-da612401046a req-6ba1f9f3-fa9f-41d5-96ef-d3493bb797ad service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366783 Jan 18 19:41:52.421799 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1313e-b6ec-4828-a563-6fba85c2f197 req-4109f3f7-d486-42a2-a703-f957150e7033 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:52.423329 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6eb1313e-b6ec-4828-a563-6fba85c2f197 req-4109f3f7-d486-42a2-a703-f957150e7033 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.0751145 Jan 18 19:41:52.443627 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6b189-c279-4ee3-a02c-037ebcead265 req-bd342100-1ff8-44ba-8e90-6e6058eeb9c0 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:52.445594 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9ba6b189-c279-4ee3-a02c-037ebcead265 req-bd342100-1ff8-44ba-8e90-6e6058eeb9c0 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 945 time: 0.0729008 Jan 18 19:41:52.524667 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9ba6b189-c279-4ee3-a02c-037ebcead265 req-98ba2a33-c14b-4492-84f8-744be2848bfd tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718284 Jan 18 19:41:52.530271 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6eb1313e-b6ec-4828-a563-6fba85c2f197 req-5530eb35-879f-49a8-8bbe-6deb6326e64f tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0999563 Jan 18 19:41:53.053803 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:41:53.662822 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005d75d-36ba-473f-9703-d79db6ba7cb5 req-47247095-f53a-4651-9d93-f9414a69f809 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:53.664267 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d005d75d-36ba-473f-9703-d79db6ba7cb5 req-47247095-f53a-4651-9d93-f9414a69f809 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.0645103 Jan 18 19:41:53.672163 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0dfd76-73db-4d82-9527-a0459139692f req-bed657c2-a5d6-4de0-9810-3ef76682c387 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:53.673500 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cf0dfd76-73db-4d82-9527-a0459139692f req-bed657c2-a5d6-4de0-9810-3ef76682c387 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 945 time: 0.0821636 Jan 18 19:41:53.761274 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d005d75d-36ba-473f-9703-d79db6ba7cb5 req-0b1db034-ee3a-4755-8e61-dd8e19364e1a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868318 Jan 18 19:41:53.764481 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cf0dfd76-73db-4d82-9527-a0459139692f req-f6a3499f-b332-44ee-8a95-962aa0e8381f tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839202 Jan 18 19:41:54.907177 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f036594-3b36-40d1-9524-ae53f3dea9f8 req-a7911c47-84da-453a-a8fb-14c750a262da tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:54.908667 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7f036594-3b36-40d1-9524-ae53f3dea9f8 req-a7911c47-84da-453a-a8fb-14c750a262da tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.0752854 Jan 18 19:41:54.919700 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936327b3-2722-414c-a6c4-a94dffe40d92 req-677193c8-a6a4-4b96-98f9-cb1b4ce7f85b tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:54.921076 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-936327b3-2722-414c-a6c4-a94dffe40d92 req-677193c8-a6a4-4b96-98f9-cb1b4ce7f85b tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 945 time: 0.0790854 Jan 18 19:41:55.008034 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-936327b3-2722-414c-a6c4-a94dffe40d92 req-5517ff79-5c3c-4043-877e-1584295e293f tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800607 Jan 18 19:41:55.014054 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7f036594-3b36-40d1-9524-ae53f3dea9f8 req-b08a03b1-c4af-4f88-a283-52e004db0794 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0920775 Jan 18 19:41:56.148114 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50a41c-b6e8-442e-a881-af7fd38cea19 req-4e328860-8654-47b0-94bb-a6e6786d37b5 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:56.149533 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8f50a41c-b6e8-442e-a881-af7fd38cea19 req-4e328860-8654-47b0-94bb-a6e6786d37b5 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 945 time: 0.0747192 Jan 18 19:41:56.157938 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a35589-4d5e-494b-8787-ba7734324971 req-b9c7714e-fe98-4d33-87bb-051b042914a4 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:56.159376 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-47a35589-4d5e-494b-8787-ba7734324971 req-b9c7714e-fe98-4d33-87bb-051b042914a4 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.0757351 Jan 18 19:41:56.231562 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8f50a41c-b6e8-442e-a881-af7fd38cea19 req-e9b6877e-a32e-49a6-aa36-92eafd1a13a8 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712345 Jan 18 19:41:56.251812 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-47a35589-4d5e-494b-8787-ba7734324971 req-4f21d933-6d5b-4a1f-b8ea-ee73b53042ee tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0851946 Jan 18 19:41:57.379638 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2548f27-c179-44b3-a891-1a3086b562de req-f0d761ae-f400-4cb5-b9af-cd8d9d270b1d tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:57.381132 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f2548f27-c179-44b3-a891-1a3086b562de req-f0d761ae-f400-4cb5-b9af-cd8d9d270b1d tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 945 time: 0.0810924 Jan 18 19:41:57.389306 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90546bca-7d16-49bc-be72-6c358de9dc2b req-eb8ea914-f65a-41df-b3e4-3bbddaaa1c4c tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:57.390680 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-90546bca-7d16-49bc-be72-6c358de9dc2b req-eb8ea914-f65a-41df-b3e4-3bbddaaa1c4c tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.0639634 Jan 18 19:41:57.462981 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f2548f27-c179-44b3-a891-1a3086b562de req-e3438b71-6aac-4d49-941b-b721632a4f15 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713732 Jan 18 19:41:57.476170 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-90546bca-7d16-49bc-be72-6c358de9dc2b req-568a042e-7722-4c14-911a-16529574b196 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0790894 Jan 18 19:41:58.593145 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacec33c-b80b-4a2f-ba97-1f45293e3b44 req-fb4aeb74-3652-4a87-b6eb-503c3942bbe2 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:58.594646 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bacec33c-b80b-4a2f-ba97-1f45293e3b44 req-fb4aeb74-3652-4a87-b6eb-503c3942bbe2 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.0516775 Jan 18 19:41:58.671474 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437bce3-7f47-4244-8d8c-088bb0ff69ea req-42387ad6-245e-4eab-b8d2-e0c4d99e39d3 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:58.673105 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6437bce3-7f47-4244-8d8c-088bb0ff69ea req-42387ad6-245e-4eab-b8d2-e0c4d99e39d3 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 945 time: 0.0776076 Jan 18 19:41:58.696964 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bacec33c-b80b-4a2f-ba97-1f45293e3b44 req-18fb948f-4d7b-40b0-90a2-ed3f90fd8e27 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0935895 Jan 18 19:41:58.732356 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6437bce3-7f47-4244-8d8c-088bb0ff69ea req-774f0bf6-cca8-4d09-8cf8-d3e05507a8a7 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514066 Jan 18 19:41:59.822460 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2d962-ec0b-49da-95c4-557baed7d51d req-a137c9b4-40e6-425f-a174-d971d373ee65 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:59.823256 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-91a2d962-ec0b-49da-95c4-557baed7d51d req-a137c9b4-40e6-425f-a174-d971d373ee65 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.0604811 Jan 18 19:41:59.889089 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060aa97-dc26-42c4-9dc3-3f03fc0dfd0f req-6a03ddd3-5946-4539-a1d7-ba0fc9a3cd0b tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:41:59.890636 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8060aa97-dc26-42c4-9dc3-3f03fc0dfd0f req-6a03ddd3-5946-4539-a1d7-ba0fc9a3cd0b tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 945 time: 0.0913861 Jan 18 19:41:59.924365 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-91a2d962-ec0b-49da-95c4-557baed7d51d req-a26567e4-f343-4722-ab22-4d4cb982d9e3 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0876009 Jan 18 19:41:59.951612 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8060aa97-dc26-42c4-9dc3-3f03fc0dfd0f req-152d59ec-69ac-4b33-9577-1d3c8130786c tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539567 Jan 18 19:42:00.355786 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2e10f-d4f5-41d2-aa21-cd58f3ebe351 req-8f87f923-b501-4c49-914b-7fa9ca578af1 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:00.357217 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dec2e10f-d4f5-41d2-aa21-cd58f3ebe351 req-8f87f923-b501-4c49-914b-7fa9ca578af1 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 945 time: 0.0511880 Jan 18 19:42:00.455427 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-dec2e10f-d4f5-41d2-aa21-cd58f3ebe351 req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Deleting port 951fe931-fec1-4669-9aa8-6af2452ee456 {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:42:00.455767 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-dec2e10f-d4f5-41d2-aa21-cd58f3ebe351 req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (951fe931-fec1-4669-9aa8-6af2452ee456), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:00.541352 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-dec2e10f-d4f5-41d2-aa21-cd58f3ebe351 req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] For port 951fe931-fec1-4669-9aa8-6af2452ee456, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=951fe931-fec1-4669-9aa8-6af2452ee456,segment=NetworkSegment(6d0809fc-8ee4-4555-8d06-a80286070328),segment_id=6d0809fc-8ee4-4555-8d06-a80286070328)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:42:00.542361 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-dec2e10f-d4f5-41d2-aa21-cd58f3ebe351 req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (951fe931-fec1-4669-9aa8-6af2452ee456), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:00.562309 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-dec2e10f-d4f5-41d2-aa21-cd58f3ebe351 req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Calling delete_port for 951fe931-fec1-4669-9aa8-6af2452ee456 owned by compute:nova {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:42:00.741201 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-dec2e10f-d4f5-41d2-aa21-cd58f3ebe351 req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (951fe931-fec1-4669-9aa8-6af2452ee456), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:00.753048 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['951fe931-fec1-4669-9aa8-6af2452ee456'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:42:00.768464 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Pushing event deleted for resources: {'Port': ['ID=951fe931-fec1-4669-9aa8-6af2452ee456,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:00.782787 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:00.783144 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:00.783492 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:00.783830 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:00.784164 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:00.784495 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:00.784825 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:00.785151 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:00.785479 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:00.785805 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:00.786152 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:00.786479 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:00.786799 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:00.821429 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec2e10f-d4f5-41d2-aa21-cd58f3ebe351 req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] No DVR routers for this DVR port 951fe931-fec1-4669-9aa8-6af2452ee456 on host hv-cinder-81187 {{(pid=103172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:42:00.824253 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-dec2e10f-d4f5-41d2-aa21-cd58f3ebe351 req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:00.827566 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dec2e10f-d4f5-41d2-aa21-cd58f3ebe351 req-fdfe6d4a-8137-4edb-8321-19a9146dfb40 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.35 "DELETE /v2.0/ports/951fe931-fec1-4669-9aa8-6af2452ee456 HTTP/1.1" status: 204 len: 173 time: 0.4642842 Jan 18 19:42:00.828004 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc38e10-3183-4a7c-8ea0-7b48320d47f7', 'name': 'network-vif-deleted', 'tag': '951fe931-fec1-4669-9aa8-6af2452ee456'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:42:00.830477 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fc7e15-6415-4acd-86cf-8c78d560d3d4" -d '{"events": [{"server_uuid": "cbc38e10-3183-4a7c-8ea0-7b48320d47f7", "name": "network-vif-deleted", "tag": "951fe931-fec1-4669-9aa8-6af2452ee456"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:42:00.866431 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab4ba50-21f3-42dd-befd-caab78e10b3a x-openstack-request-id: req-aab4ba50-21f3-42dd-befd-caab78e10b3a {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:42:00.866726 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc38e10-3183-4a7c-8ea0-7b48320d47f7", "name": "network-vif-deleted", "tag": "951fe931-fec1-4669-9aa8-6af2452ee456", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:42:00.866978 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aab4ba50-21f3-42dd-befd-caab78e10b3a {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:42:00.867377 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc38e10-3183-4a7c-8ea0-7b48320d47f7', 'name': 'network-vif-deleted', 'tag': '951fe931-fec1-4669-9aa8-6af2452ee456', 'status': 'completed', 'code': 200} Jan 18 19:42:01.056729 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-efbe36d6-e97c-4d27-b46e-348b55c890aa req-0cd0a982-0c6d-4b40-843f-81b61223a02d tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc38e10-3183-4a7c-8ea0-7b48320d47f7 HTTP/1.1" status: 200 len: 210 time: 0.0275865 Jan 18 19:42:01.074641 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53e263-6986-480c-abd2-d872c25b5e2d req-25629d4d-bd10-4da1-bb73-c7d2331ca0b4 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:01.076224 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ea53e263-6986-480c-abd2-d872c25b5e2d req-25629d4d-bd10-4da1-bb73-c7d2331ca0b4 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.0774710 Jan 18 19:42:01.136510 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ea53e263-6986-480c-abd2-d872c25b5e2d req-0e394d7a-d165-45c0-bc36-3b081c032bcf tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541885 Jan 18 19:42:01.595206 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 38640) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:01.703701 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e9234a0e-5433-4b43-9f09-0d41a4bae3cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:01.780925 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e9234a0e-5433-4b43-9f09-0d41a4bae3cd admin admin] Publish callbacks [] for security_group (796f4a3c-0051-4588-8377-9f8b8ae15d13), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:01.867172 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e9234a0e-5433-4b43-9f09-0d41a4bae3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (796f4a3c-0051-4588-8377-9f8b8ae15d13), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:01.904568 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9234a0e-5433-4b43-9f09-0d41a4bae3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796f4a3c-0051-4588-8377-9f8b8ae15d13,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:01.908917 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-e9234a0e-5433-4b43-9f09-0d41a4bae3cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e9e57fc27bd41e89a53a539e5451d66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125539 Jan 18 19:42:01.911534 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 38646) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:01.958745 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b239-c1c3-47b9-a0ff-0b2df2321c4f admin admin] Publish callbacks [] for security_group (796f4a3c-0051-4588-8377-9f8b8ae15d13), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:01.979332 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b239-c1c3-47b9-a0ff-0b2df2321c4f admin admin] Publish callbacks [] for security_group (796f4a3c-0051-4588-8377-9f8b8ae15d13), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:02.105331 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b239-c1c3-47b9-a0ff-0b2df2321c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (796f4a3c-0051-4588-8377-9f8b8ae15d13), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:02.107945 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b239-c1c3-47b9-a0ff-0b2df2321c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:02.109118 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-a2c4b239-c1c3-47b9-a0ff-0b2df2321c4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/796f4a3c-0051-4588-8377-9f8b8ae15d13 HTTP/1.1" status: 204 len: 168 time: 0.1966999 Jan 18 19:42:02.118639 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4b239-c1c3-47b9-a0ff-0b2df2321c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796f4a3c-0051-4588-8377-9f8b8ae15d13,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:02.251900 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d389f-09fe-4491-b08d-a51c0d44d70b req-a94366cb-57a1-4391-a3e9-0ec8c464f0da tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:02.257706 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9e0d389f-09fe-4491-b08d-a51c0d44d70b req-a94366cb-57a1-4391-a3e9-0ec8c464f0da tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.0491679 Jan 18 19:42:02.369087 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9e0d389f-09fe-4491-b08d-a51c0d44d70b req-568fe3a8-0c78-4ce9-bc93-681c2cd5be1a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=35bc33e3-faf6-42fa-a379-8106b3e06868&id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1097715 Jan 18 19:42:02.430358 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-6c4ef50b-01ba-4a45-ac8b-b43e38280c05 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:02.431724 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-6c4ef50b-01ba-4a45-ac8b-b43e38280c05 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/networks?id=0fdfb0a2-0738-4f98-83d4-771778c8e875 HTTP/1.1" status: 200 len: 808 time: 0.1503229 Jan 18 19:42:02.446451 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-8d8c903f-91ec-415a-a748-ea7194f03817 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/quotas/cc9ebec8154b4eca8f16af3cad9b7409 HTTP/1.1" status: 200 len: 375 time: 0.0087893 Jan 18 19:42:02.476430 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-05bb8de6-46c9-4a36-a3f1-17f8e6a4a9eb tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc9ebec8154b4eca8f16af3cad9b7409&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249655 Jan 18 19:42:02.656780 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-fdec3f2c-ba7a-4084-9609-36141c559abf service neutron] 10.222.0.20 "GET /v2.0/networks/0fdfb0a2-0738-4f98-83d4-771778c8e875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730771 Jan 18 19:42:02.746859 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-70145b42-aa63-433c-9b40-4735070d55ef service neutron] 10.222.0.20 "GET /v2.0/networks/0fdfb0a2-0738-4f98-83d4-771778c8e875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836735 Jan 18 19:42:02.788330 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 38672) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:02.806460 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-cab5e0ee-6650-4e37-8e14-80a816e37f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:02.877964 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-cab5e0ee-6650-4e37-8e14-80a816e37f52 admin admin] Publish callbacks [] for security_group (e1b31159-c92b-4b97-9374-1ba0a3bdf1fd), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:02.933767 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-cab5e0ee-6650-4e37-8e14-80a816e37f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (e1b31159-c92b-4b97-9374-1ba0a3bdf1fd), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:02.996233 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3d25fa11-3ee8-4ec4-9421-47b0e628d433 req-cbb268b5-3fe7-46d9-9757-af90526c4505 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de HTTP/1.1" status: 200 len: 210 time: 0.0429330 Jan 18 19:42:03.001656 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5e0ee-6650-4e37-8e14-80a816e37f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b31159-c92b-4b97-9374-1ba0a3bdf1fd,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:03.009325 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-cab5e0ee-6650-4e37-8e14-80a816e37f52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e31bae00b792453c9e51b7f2c822b484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177119 Jan 18 19:42:03.011438 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 38678) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:03.024840 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 951fe931-fec1-4669-9aa8-6af2452ee456 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:42:03.045459 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: 951fe931-fec1-4669-9aa8-6af2452ee456 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:42:03.045809 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 951fe931-fec1-4669-9aa8-6af2452ee456 not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:42:03.061398 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3217ee49-bcff-4275-9309-49834bb2bd5b admin admin] Publish callbacks [] for security_group (e1b31159-c92b-4b97-9374-1ba0a3bdf1fd), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:03.082976 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3217ee49-bcff-4275-9309-49834bb2bd5b admin admin] Publish callbacks [] for security_group (e1b31159-c92b-4b97-9374-1ba0a3bdf1fd), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:03.189986 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3217ee49-bcff-4275-9309-49834bb2bd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (e1b31159-c92b-4b97-9374-1ba0a3bdf1fd), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:03.192715 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3217ee49-bcff-4275-9309-49834bb2bd5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:03.193850 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-3217ee49-bcff-4275-9309-49834bb2bd5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1b31159-c92b-4b97-9374-1ba0a3bdf1fd HTTP/1.1" status: 204 len: 168 time: 0.1814327 Jan 18 19:42:03.201506 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217ee49-bcff-4275-9309-49834bb2bd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b31159-c92b-4b97-9374-1ba0a3bdf1fd,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:03.208676 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217ee49-bcff-4275-9309-49834bb2bd5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:03.209028 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217ee49-bcff-4275-9309-49834bb2bd5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:03.209366 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217ee49-bcff-4275-9309-49834bb2bd5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:03.209700 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217ee49-bcff-4275-9309-49834bb2bd5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:03.210027 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217ee49-bcff-4275-9309-49834bb2bd5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:03.210395 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217ee49-bcff-4275-9309-49834bb2bd5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:03.210721 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217ee49-bcff-4275-9309-49834bb2bd5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:03.211046 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217ee49-bcff-4275-9309-49834bb2bd5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:03.211385 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217ee49-bcff-4275-9309-49834bb2bd5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:03.211713 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217ee49-bcff-4275-9309-49834bb2bd5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:03.212036 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217ee49-bcff-4275-9309-49834bb2bd5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:03.212348 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217ee49-bcff-4275-9309-49834bb2bd5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:03.212688 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217ee49-bcff-4275-9309-49834bb2bd5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:04.088393 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-09407108-1e38-4eae-89d4-bdb0dedd3693 req-fd026950-8d2c-415e-8fd7-2b3a77b73e7f tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de HTTP/1.1" status: 200 len: 210 time: 0.0257311 Jan 18 19:42:04.891631 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-18c87699-7756-4ef9-9c14-4fed4671ff1d tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:04.893339 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-18c87699-7756-4ef9-9c14-4fed4671ff1d tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.35 "GET /v2.0/networks?id=0fdfb0a2-0738-4f98-83d4-771778c8e875 HTTP/1.1" status: 200 len: 808 time: 0.1048203 Jan 18 19:42:04.907060 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-926689d7-8e52-498d-91a1-433c9b500fcc tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Request body: {'port': {'device_id': '26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de', 'network_id': '0fdfb0a2-0738-4f98-83d4-771778c8e875', 'admin_state_up': True, 'tenant_id': 'cc9ebec8154b4eca8f16af3cad9b7409'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:42:05.093355 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-926689d7-8e52-498d-91a1-433c9b500fcc tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Made reservation on behalf of cc9ebec8154b4eca8f16af3cad9b7409 for: {'port': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:42:05.096957 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-926689d7-8e52-498d-91a1-433c9b500fcc tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:05.197395 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bfc63ee2-891b-48ae-8226-0c974528439d req-a1d881c0-043b-4b0d-b5af-58b32c254d47 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de HTTP/1.1" status: 200 len: 210 time: 0.0310063 Jan 18 19:42:05.247882 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-926689d7-8e52-498d-91a1-433c9b500fcc tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Allocated IP 172.20.0.13 (0fdfb0a2-0738-4f98-83d4-771778c8e875/66f311fe-c7fd-4021-98eb-f87260093ce6/b9f5ff99-9670-49d9-b053-5a61849e4e97) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:42:05.394530 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-926689d7-8e52-498d-91a1-433c9b500fcc tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Publish callbacks [] for port (b9f5ff99-9670-49d9-b053-5a61849e4e97), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:05.513331 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-926689d7-8e52-498d-91a1-433c9b500fcc tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (b9f5ff99-9670-49d9-b053-5a61849e4e97), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:05.556046 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-926689d7-8e52-498d-91a1-433c9b500fcc tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Network 0fdfb0a2-0738-4f98-83d4-771778c8e875 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:42:05.559262 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-926689d7-8e52-498d-91a1-433c9b500fcc tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:42:05.563982 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-926689d7-8e52-498d-91a1-433c9b500fcc tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:42:05.591003 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926689d7-8e52-498d-91a1-433c9b500fcc tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Pushing event updated for resources: {'Port': ['ID=b9f5ff99-9670-49d9-b053-5a61849e4e97,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:05.618648 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-926689d7-8e52-498d-91a1-433c9b500fcc tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:05.619283 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-926689d7-8e52-498d-91a1-433c9b500fcc tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:05.701567 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-926689d7-8e52-498d-91a1-433c9b500fcc tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7982569 Jan 18 19:42:05.738973 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Request body: {'port': {'device_id': '26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:42:05.789976 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (b9f5ff99-9670-49d9-b053-5a61849e4e97), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:06.049315 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f5ff99-9670-49d9-b053-5a61849e4e97 {{(pid=103172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:42:06.057041 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Publish callbacks [] for port (b9f5ff99-9670-49d9-b053-5a61849e4e97), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:06.071355 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.provisioning_blocks [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Transition to ACTIVE for port object b9f5ff99-9670-49d9-b053-5a61849e4e97 will not be triggered until provisioned by entity L2. {{(pid=103172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:42:06.153169 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (b9f5ff99-9670-49d9-b053-5a61849e4e97), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:06.221526 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f5ff99-9670-49d9-b053-5a61849e4e97,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:06.270315 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Attempting to bind port b9f5ff99-9670-49d9-b053-5a61849e4e97 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:42:06.270653 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Attempting to bind port b9f5ff99-9670-49d9-b053-5a61849e4e97 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '6d0809fc-8ee4-4555-8d06-a80286070328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fdfb0a2-0738-4f98-83d4-771778c8e875'}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:42:06.270980 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Attempting to bind port b9f5ff99-9670-49d9-b053-5a61849e4e97 on network 0fdfb0a2-0738-4f98-83d4-771778c8e875 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:42:06.275236 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Port b9f5ff99-9670-49d9-b053-5a61849e4e97 on network 0fdfb0a2-0738-4f98-83d4-771778c8e875 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:42:06.275563 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Attempting to bind port b9f5ff99-9670-49d9-b053-5a61849e4e97 on network 0fdfb0a2-0738-4f98-83d4-771778c8e875 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:42:06.282685 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:42:06.283026 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Checking segment: {'id': '6d0809fc-8ee4-4555-8d06-a80286070328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fdfb0a2-0738-4f98-83d4-771778c8e875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:42:06.288685 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Bound using segment: {'id': '6d0809fc-8ee4-4555-8d06-a80286070328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fdfb0a2-0738-4f98-83d4-771778c8e875'} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:42:06.288685 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Bound port: b9f5ff99-9670-49d9-b053-5a61849e4e97, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0809fc-8ee4-4555-8d06-a80286070328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0fdfb0a2-0738-4f98-83d4-771778c8e875'}}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:42:06.288685 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (b9f5ff99-9670-49d9-b053-5a61849e4e97), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:06.387290 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe909f-1e10-429e-9469-03ae3fb4060a req-e22b0b36-850f-433b-8451-4c440248da0a tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:06.388793 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-88fe909f-1e10-429e-9469-03ae3fb4060a req-e22b0b36-850f-433b-8451-4c440248da0a tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de HTTP/1.1" status: 200 len: 944 time: 0.1017463 Jan 18 19:42:06.394391 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] For port b9f5ff99-9670-49d9-b053-5a61849e4e97, host hv-cinder-81187, cleared binding levels {{(pid=103172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:42:06.398970 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] For port b9f5ff99-9670-49d9-b053-5a61849e4e97, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=b9f5ff99-9670-49d9-b053-5a61849e4e97,segment=NetworkSegment(6d0809fc-8ee4-4555-8d06-a80286070328),segment_id=6d0809fc-8ee4-4555-8d06-a80286070328)] {{(pid=103172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:42:06.443899 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-88fe909f-1e10-429e-9469-03ae3fb4060a req-6ad66781-c8e6-489f-b652-ebef82a247d9 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471897 Jan 18 19:42:06.467831 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (b9f5ff99-9670-49d9-b053-5a61849e4e97), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:06.498759 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:06.499658 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:06.501080 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] 10.222.0.35 "PUT /v2.0/ports/b9f5ff99-9670-49d9-b053-5a61849e4e97 HTTP/1.1" status: 200 len: 1094 time: 0.7663078 Jan 18 19:42:06.503469 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de', 'tag': 'b9f5ff99-9670-49d9-b053-5a61849e4e97'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:42:06.506474 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581eef2c-ec95-4952-8cef-d246132080ea" -d '{"events": [{"name": "network-changed", "server_uuid": "26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de", "tag": "b9f5ff99-9670-49d9-b053-5a61849e4e97"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:42:06.534642 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537c3a1-5e2a-4443-8054-af9e86b85a12 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f5ff99-9670-49d9-b053-5a61849e4e97,revision_number=3']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:06.554579 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb1b8dc-8c4f-4439-8d62-88d416aa982d x-openstack-request-id: req-eeb1b8dc-8c4f-4439-8d62-88d416aa982d {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:42:06.554872 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de", "tag": "b9f5ff99-9670-49d9-b053-5a61849e4e97", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:42:06.555174 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eeb1b8dc-8c4f-4439-8d62-88d416aa982d {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:42:06.555569 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de', 'tag': 'b9f5ff99-9670-49d9-b053-5a61849e4e97', 'status': 'completed', 'code': 200} Jan 18 19:42:06.625908 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eef2c-ec95-4952-8cef-d246132080ea req-00b0a002-6d49-4c28-bb15-616053b12527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:06.628566 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-581eef2c-ec95-4952-8cef-d246132080ea req-00b0a002-6d49-4c28-bb15-616053b12527 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9ebec8154b4eca8f16af3cad9b7409&device_id=26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de HTTP/1.1" status: 200 len: 1097 time: 0.0426242 Jan 18 19:42:06.728099 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eef2c-ec95-4952-8cef-d246132080ea req-a2fa24ce-d02f-4541-bc21-c878922c5b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:06.730046 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-581eef2c-ec95-4952-8cef-d246132080ea req-a2fa24ce-d02f-4541-bc21-c878922c5b45 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=cc9ebec8154b4eca8f16af3cad9b7409&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0936346 Jan 18 19:42:06.824434 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eef2c-ec95-4952-8cef-d246132080ea req-988456a5-1871-4872-a79e-1762fcb4e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:06.825917 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-581eef2c-ec95-4952-8cef-d246132080ea req-988456a5-1871-4872-a79e-1762fcb4e413 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897863 Jan 18 19:42:06.901623 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-b9abbdfe-147d-459d-936f-6ec1411b5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:06.903127 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-b9abbdfe-147d-459d-936f-6ec1411b5229 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cc9ebec8154b4eca8f16af3cad9b7409&device_id=26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de HTTP/1.1" status: 200 len: 1097 time: 0.0401859 Jan 18 19:42:06.943341 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-bcce0481-fde7-4098-a408-946cb2d737bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9f5ff99-9670-49d9-b053-5a61849e4e97 HTTP/1.1" status: 200 len: 217 time: 0.0333438 Jan 18 19:42:06.995388 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-a6702c09-b0d5-4ade-945e-e19664c54b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:06.996751 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-a6702c09-b0d5-4ade-945e-e19664c54b5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=66f311fe-c7fd-4021-98eb-f87260093ce6 HTTP/1.1" status: 200 len: 848 time: 0.0456390 Jan 18 19:42:07.026712 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-9818e926-a228-4102-b7e2-314c01e3f021 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0fdfb0a2-0738-4f98-83d4-771778c8e875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234108 Jan 18 19:42:07.117701 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-830c5823-6f32-4ae1-a859-645e737833fa service neutron] 10.222.0.35 "GET /v2.0/networks/0fdfb0a2-0738-4f98-83d4-771778c8e875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796659 Jan 18 19:42:07.205992 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b8e95c86-d993-454e-bc5c-4140959acd8a req-33552dcf-9955-44df-bbb3-e4dca785a754 service neutron] 10.222.0.35 "GET /v2.0/networks/0fdfb0a2-0738-4f98-83d4-771778c8e875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817542 Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.558965 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.561513 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.561513 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.561513 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.561513 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.561513 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.561513 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.561513 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.561513 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.561513 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.561513 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.561513 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:42:07.561513 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:42:07.561513 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f096b5-20f6-4cc2-86c2-20bc1c4be07a req-b6e51ad0-5eb8-4d7d-8c93-67f78fb3ece9 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:07.562759 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-00f096b5-20f6-4cc2-86c2-20bc1c4be07a req-b6e51ad0-5eb8-4d7d-8c93-67f78fb3ece9 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de HTTP/1.1" status: 200 len: 944 time: 0.0487769 Jan 18 19:42:07.608557 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-00f096b5-20f6-4cc2-86c2-20bc1c4be07a req-c5058e08-2a41-450c-9f35-4634308810bf tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403008 Jan 18 19:42:08.721301 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df835739-231e-4a05-83a8-358801a9590e req-eb5f575b-0ee8-4173-923c-0286e278dcee tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:08.722890 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-df835739-231e-4a05-83a8-358801a9590e req-eb5f575b-0ee8-4173-923c-0286e278dcee tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de HTTP/1.1" status: 200 len: 944 time: 0.0481131 Jan 18 19:42:08.771850 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-df835739-231e-4a05-83a8-358801a9590e req-8af49340-e913-4bcd-85e4-d2750d297835 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434988 Jan 18 19:42:09.882855 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab489443-ba34-488c-ac8d-63ef6fb16d08 req-13849723-e58b-4f5a-b9a2-b184115841f2 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:09.884232 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ab489443-ba34-488c-ac8d-63ef6fb16d08 req-13849723-e58b-4f5a-b9a2-b184115841f2 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de HTTP/1.1" status: 200 len: 944 time: 0.0478613 Jan 18 19:42:09.930332 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ab489443-ba34-488c-ac8d-63ef6fb16d08 req-90f20456-8e2f-4c68-8c28-005f6c600c42 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397754 Jan 18 19:42:10.217148 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 38804) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:10.316348 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-06a698c3-f670-4c4b-a183-f0e7284bd1f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:10.391606 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-06a698c3-f670-4c4b-a183-f0e7284bd1f2 admin admin] Publish callbacks [] for security_group (cf675abb-1911-462b-b976-c45dc47ca3d7), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:10.449677 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-06a698c3-f670-4c4b-a183-f0e7284bd1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (cf675abb-1911-462b-b976-c45dc47ca3d7), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:10.486051 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-06a698c3-f670-4c4b-a183-f0e7284bd1f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2874149a01274b26985b404ab453b910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2678533 Jan 18 19:42:10.487942 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a698c3-f670-4c4b-a183-f0e7284bd1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf675abb-1911-462b-b976-c45dc47ca3d7,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:10.488825 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 38808) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:10.535982 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-13470165-375a-4de2-b90a-75f7936c8a3e admin admin] Publish callbacks [] for security_group (cf675abb-1911-462b-b976-c45dc47ca3d7), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:10.556291 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-13470165-375a-4de2-b90a-75f7936c8a3e admin admin] Publish callbacks [] for security_group (cf675abb-1911-462b-b976-c45dc47ca3d7), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:10.707030 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-13470165-375a-4de2-b90a-75f7936c8a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (cf675abb-1911-462b-b976-c45dc47ca3d7), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:10.709654 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-13470165-375a-4de2-b90a-75f7936c8a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:10.713190 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-13470165-375a-4de2-b90a-75f7936c8a3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf675abb-1911-462b-b976-c45dc47ca3d7 HTTP/1.1" status: 204 len: 168 time: 0.2210348 Jan 18 19:42:10.718483 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13470165-375a-4de2-b90a-75f7936c8a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf675abb-1911-462b-b976-c45dc47ca3d7,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:11.033342 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device b9f5ff99-9670-49d9-b053-5a61849e4e97 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:42:11.046583 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11462d28-d13f-48f3-8bc0-56b5b96bb022 req-aec54770-f442-45a7-a6ab-3af1c2be7de7 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:11.048091 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-11462d28-d13f-48f3-8bc0-56b5b96bb022 req-aec54770-f442-45a7-a6ab-3af1c2be7de7 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de HTTP/1.1" status: 200 len: 944 time: 0.0505137 Jan 18 19:42:11.095517 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-11462d28-d13f-48f3-8bc0-56b5b96bb022 req-e67e9d14-d18d-4fd9-b178-a7c2301387d6 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417333 Jan 18 19:42:11.129114 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port b9f5ff99-9670-49d9-b053-5a61849e4e97, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=b9f5ff99-9670-49d9-b053-5a61849e4e97,segment=NetworkSegment(6d0809fc-8ee4-4555-8d06-a80286070328),segment_id=6d0809fc-8ee4-4555-8d06-a80286070328)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:42:11.140318 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': 'b9f5ff99-9670-49d9-b053-5a61849e4e97', 'network_id': '0fdfb0a2-0738-4f98-83d4-771778c8e875', 'port_id': 'b9f5ff99-9670-49d9-b053-5a61849e4e97', 'mac_address': 'fa:16:3e:a3:ac:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f311fe-c7fd-4021-98eb-f87260093ce6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:42:11.176315 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port b9f5ff99-9670-49d9-b053-5a61849e4e97 is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:42:11.176714 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (b9f5ff99-9670-49d9-b053-5a61849e4e97), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:11.190029 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f5ff99-9670-49d9-b053-5a61849e4e97 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:42:11.212167 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port b9f5ff99-9670-49d9-b053-5a61849e4e97, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=b9f5ff99-9670-49d9-b053-5a61849e4e97,segment=NetworkSegment(6d0809fc-8ee4-4555-8d06-a80286070328),segment_id=6d0809fc-8ee4-4555-8d06-a80286070328)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:42:11.250827 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 38818) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:11.261454 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d321f9d9-fcaf-4d53-ad25-863f1cc39ead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:11.298760 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (b9f5ff99-9670-49d9-b053-5a61849e4e97), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:11.335187 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d321f9d9-fcaf-4d53-ad25-863f1cc39ead admin admin] Publish callbacks [] for security_group (ecccec06-af35-4dca-a8ee-ba5f01bec891), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:11.345706 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=b9f5ff99-9670-49d9-b053-5a61849e4e97,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:11.424200 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d321f9d9-fcaf-4d53-ad25-863f1cc39ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (ecccec06-af35-4dca-a8ee-ba5f01bec891), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:11.462438 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-d321f9d9-fcaf-4d53-ad25-863f1cc39ead admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ad5213b95494c9eb1bd0486ae925c4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127597 Jan 18 19:42:11.463217 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321f9d9-fcaf-4d53-ad25-863f1cc39ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecccec06-af35-4dca-a8ee-ba5f01bec891,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:11.465043 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 38820) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:11.511977 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61c45ace-75a3-4bf8-82f7-e47a1cc71bb0 admin admin] Publish callbacks [] for security_group (ecccec06-af35-4dca-a8ee-ba5f01bec891), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:11.533875 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61c45ace-75a3-4bf8-82f7-e47a1cc71bb0 admin admin] Publish callbacks [] for security_group (ecccec06-af35-4dca-a8ee-ba5f01bec891), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:11.646811 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61c45ace-75a3-4bf8-82f7-e47a1cc71bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (ecccec06-af35-4dca-a8ee-ba5f01bec891), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:11.649464 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-61c45ace-75a3-4bf8-82f7-e47a1cc71bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:11.650641 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-61c45ace-75a3-4bf8-82f7-e47a1cc71bb0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecccec06-af35-4dca-a8ee-ba5f01bec891 HTTP/1.1" status: 204 len: 168 time: 0.1845934 Jan 18 19:42:11.655462 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['b9f5ff99-9670-49d9-b053-5a61849e4e97'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:42:11.658588 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c45ace-75a3-4bf8-82f7-e47a1cc71bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecccec06-af35-4dca-a8ee-ba5f01bec891,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:12.211298 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219b8bf-529f-48af-8cef-d3ceb0b003d8 req-95fcb235-7d9a-4328-b87a-13df63331594 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:12.212805 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a219b8bf-529f-48af-8cef-d3ceb0b003d8 req-95fcb235-7d9a-4328-b87a-13df63331594 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de HTTP/1.1" status: 200 len: 945 time: 0.0505161 Jan 18 19:42:12.261878 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a219b8bf-529f-48af-8cef-d3ceb0b003d8 req-2c3ac3c9-672f-4d76-ba04-116bebc70e42 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436430 Jan 18 19:42:12.290431 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 38828) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:12.303799 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8831091d-cacf-4b48-aeab-ee55be36cedb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:12.374747 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8831091d-cacf-4b48-aeab-ee55be36cedb admin admin] Publish callbacks [] for security_group (dee16974-3cee-4b85-b91a-eed5873397dd), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:12.441498 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8831091d-cacf-4b48-aeab-ee55be36cedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (dee16974-3cee-4b85-b91a-eed5873397dd), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:12.482384 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-8831091d-cacf-4b48-aeab-ee55be36cedb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20535ec45ae945b5a6c0f336954269fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908615 Jan 18 19:42:12.483233 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831091d-cacf-4b48-aeab-ee55be36cedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee16974-3cee-4b85-b91a-eed5873397dd,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:12.485625 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 38830) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:12.532485 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-34dc9d76-c9c4-4d74-ba09-43d5e45e22a2 admin admin] Publish callbacks [] for security_group (dee16974-3cee-4b85-b91a-eed5873397dd), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:12.552944 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-34dc9d76-c9c4-4d74-ba09-43d5e45e22a2 admin admin] Publish callbacks [] for security_group (dee16974-3cee-4b85-b91a-eed5873397dd), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:12.652894 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-34dc9d76-c9c4-4d74-ba09-43d5e45e22a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (dee16974-3cee-4b85-b91a-eed5873397dd), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:12.655568 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-34dc9d76-c9c4-4d74-ba09-43d5e45e22a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:12.656695 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-34dc9d76-c9c4-4d74-ba09-43d5e45e22a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dee16974-3cee-4b85-b91a-eed5873397dd HTTP/1.1" status: 204 len: 168 time: 0.1699345 Jan 18 19:42:12.664140 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc9d76-c9c4-4d74-ba09-43d5e45e22a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee16974-3cee-4b85-b91a-eed5873397dd,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:12.890220 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:42:12.926971 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:13.062828 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device b9f5ff99-9670-49d9-b053-5a61849e4e97 up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:42:13.167667 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port b9f5ff99-9670-49d9-b053-5a61849e4e97 completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:42:13.171654 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port b9f5ff99-9670-49d9-b053-5a61849e4e97 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:42:13.172022 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (b9f5ff99-9670-49d9-b053-5a61849e4e97), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:13.250156 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port b9f5ff99-9670-49d9-b053-5a61849e4e97 is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:42:13.250549 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (b9f5ff99-9670-49d9-b053-5a61849e4e97), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:13.272519 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f5ff99-9670-49d9-b053-5a61849e4e97'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:42:13.274783 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5771b91a-c171-4566-b29e-7a218a85df31" -d '{"events": [{"server_uuid": "26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de", "name": "network-vif-plugged", "status": "completed", "tag": "b9f5ff99-9670-49d9-b053-5a61849e4e97"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:42:13.287996 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port b9f5ff99-9670-49d9-b053-5a61849e4e97, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=b9f5ff99-9670-49d9-b053-5a61849e4e97,segment=NetworkSegment(6d0809fc-8ee4-4555-8d06-a80286070328),segment_id=6d0809fc-8ee4-4555-8d06-a80286070328)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:42:13.315636 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f152051c-79a1-4ca5-8df0-5e1a004722be x-openstack-request-id: req-f152051c-79a1-4ca5-8df0-5e1a004722be {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:42:13.315923 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de", "name": "network-vif-plugged", "status": "completed", "tag": "b9f5ff99-9670-49d9-b053-5a61849e4e97", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:42:13.316175 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f152051c-79a1-4ca5-8df0-5e1a004722be {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:42:13.316561 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f5ff99-9670-49d9-b053-5a61849e4e97', 'code': 200} Jan 18 19:42:13.376739 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29001d5-4e2a-4bf9-bdc5-5fae98ed7800 req-8593157a-7b3c-476f-a1c3-c7815b7dd11d tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:13.378254 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d29001d5-4e2a-4bf9-bdc5-5fae98ed7800 req-8593157a-7b3c-476f-a1c3-c7815b7dd11d tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de HTTP/1.1" status: 200 len: 945 time: 0.0496082 Jan 18 19:42:13.379180 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (b9f5ff99-9670-49d9-b053-5a61849e4e97), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:13.428114 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=b9f5ff99-9670-49d9-b053-5a61849e4e97,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:13.429296 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d29001d5-4e2a-4bf9-bdc5-5fae98ed7800 req-deea2600-6a89-480a-bbd4-7341033930f3 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446060 Jan 18 19:42:13.436092 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:13.436776 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:13.437132 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:13.437478 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:13.437819 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:13.438183 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:13.438667 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:13.439347 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:13.439845 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:13.440334 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:13.440835 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:13.441316 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:13.441795 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:42:13.631212 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657e4a9-38ff-4f5b-b566-4170c61f2f09 req-ea78755e-48ae-424e-a4c6-12749ac127c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:13.632857 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0657e4a9-38ff-4f5b-b566-4170c61f2f09 req-ea78755e-48ae-424e-a4c6-12749ac127c4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de HTTP/1.1" status: 200 len: 1099 time: 0.0401728 Jan 18 19:42:13.676455 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0657e4a9-38ff-4f5b-b566-4170c61f2f09 req-ecac2d41-797e-48ad-934e-588c60a30c15 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366843 Jan 18 19:42:14.547580 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16281dfc-93e2-4a25-b586-a384ee98c50f req-ac210bf3-d164-49db-922f-9ce18be3228b tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:14.548979 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-16281dfc-93e2-4a25-b586-a384ee98c50f req-ac210bf3-d164-49db-922f-9ce18be3228b tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de HTTP/1.1" status: 200 len: 946 time: 0.0482383 Jan 18 19:42:14.594560 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-16281dfc-93e2-4a25-b586-a384ee98c50f req-d3f387ea-5f42-4381-9d47-711cdf9b228e tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400512 Jan 18 19:42:15.708038 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc30bc-381a-4567-9957-f4970e00234c req-ff001a2d-be08-403a-a561-762eed0873de tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:15.709469 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-54dc30bc-381a-4567-9957-f4970e00234c req-ff001a2d-be08-403a-a561-762eed0873de tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de HTTP/1.1" status: 200 len: 946 time: 0.0497060 Jan 18 19:42:15.754513 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-54dc30bc-381a-4567-9957-f4970e00234c req-6b7ba44f-890e-4ffd-828c-31b52d33f05f tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394325 Jan 18 19:42:16.629670 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b35dd78c-ac1a-445f-a1de-f50e4d546eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:17.017478 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47facfa-7bdb-4268-b9e8-2d3041434805 req-0608ad1a-1371-4afe-a6c1-25af87705c9f tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:17.018967 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a47facfa-7bdb-4268-b9e8-2d3041434805 req-0608ad1a-1371-4afe-a6c1-25af87705c9f tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de HTTP/1.1" status: 200 len: 946 time: 0.0469341 Jan 18 19:42:17.064241 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a47facfa-7bdb-4268-b9e8-2d3041434805 req-ac7c3213-b08d-401e-8c6b-b3aefb4db086 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396535 Jan 18 19:42:18.179758 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1b2f6-0457-4447-afeb-441445cc558d req-d860db16-fba9-4d85-82d7-52f419a5ccd5 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:18.181215 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0fa1b2f6-0457-4447-afeb-441445cc558d req-d860db16-fba9-4d85-82d7-52f419a5ccd5 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de HTTP/1.1" status: 200 len: 946 time: 0.0466807 Jan 18 19:42:18.233674 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0fa1b2f6-0457-4447-afeb-441445cc558d req-1e98ed36-53dd-4993-93f6-5945137a71ba tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/security-groups?id=f591f693-8a22-4f1a-8a9c-44dda49b0054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468464 Jan 18 19:42:18.287849 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 38904) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:18.389345 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-446402fb-db4d-4588-beaf-2180d0dbd1e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:18.460557 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-446402fb-db4d-4588-beaf-2180d0dbd1e5 admin admin] Publish callbacks [] for security_group (1d54ebc4-ec38-4108-afcf-6f6d15f6d207), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:18.549730 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-446402fb-db4d-4588-beaf-2180d0dbd1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (1d54ebc4-ec38-4108-afcf-6f6d15f6d207), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:18.589134 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-446402fb-db4d-4588-beaf-2180d0dbd1e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f9af22165cb441185d2d96a84ad9410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001690 Jan 18 19:42:18.590340 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446402fb-db4d-4588-beaf-2180d0dbd1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d54ebc4-ec38-4108-afcf-6f6d15f6d207,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:18.591823 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 38910) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:18.638937 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-90bd70b0-3389-4d69-a1a0-3f57bd88e31c admin admin] Publish callbacks [] for security_group (1d54ebc4-ec38-4108-afcf-6f6d15f6d207), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:18.659498 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-90bd70b0-3389-4d69-a1a0-3f57bd88e31c admin admin] Publish callbacks [] for security_group (1d54ebc4-ec38-4108-afcf-6f6d15f6d207), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:18.670312 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fa4c9-99f9-4c4c-8584-5dab7f0bbd1d req-68c4850a-00ae-4a09-bb7a-183904b14f7a tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:18.671758 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-243fa4c9-99f9-4c4c-8584-5dab7f0bbd1d req-68c4850a-00ae-4a09-bb7a-183904b14f7a tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.35 "GET /v2.0/ports?device_id=26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de HTTP/1.1" status: 200 len: 946 time: 0.0467384 Jan 18 19:42:18.763311 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-243fa4c9-99f9-4c4c-8584-5dab7f0bbd1d req-ba03befa-1634-488d-9281-59bc1fe9dbd3 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Deleting port b9f5ff99-9670-49d9-b053-5a61849e4e97 {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:42:18.763654 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-243fa4c9-99f9-4c4c-8584-5dab7f0bbd1d req-ba03befa-1634-488d-9281-59bc1fe9dbd3 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (b9f5ff99-9670-49d9-b053-5a61849e4e97), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:18.789920 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-90bd70b0-3389-4d69-a1a0-3f57bd88e31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (1d54ebc4-ec38-4108-afcf-6f6d15f6d207), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:18.792677 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-90bd70b0-3389-4d69-a1a0-3f57bd88e31c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:18.793800 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-90bd70b0-3389-4d69-a1a0-3f57bd88e31c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d54ebc4-ec38-4108-afcf-6f6d15f6d207 HTTP/1.1" status: 204 len: 168 time: 0.2010188 Jan 18 19:42:18.801749 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd70b0-3389-4d69-a1a0-3f57bd88e31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d54ebc4-ec38-4108-afcf-6f6d15f6d207,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:18.856561 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-243fa4c9-99f9-4c4c-8584-5dab7f0bbd1d req-ba03befa-1634-488d-9281-59bc1fe9dbd3 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] For port b9f5ff99-9670-49d9-b053-5a61849e4e97, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=b9f5ff99-9670-49d9-b053-5a61849e4e97,segment=NetworkSegment(6d0809fc-8ee4-4555-8d06-a80286070328),segment_id=6d0809fc-8ee4-4555-8d06-a80286070328)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:42:18.856561 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-243fa4c9-99f9-4c4c-8584-5dab7f0bbd1d req-ba03befa-1634-488d-9281-59bc1fe9dbd3 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (b9f5ff99-9670-49d9-b053-5a61849e4e97), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:18.865101 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-243fa4c9-99f9-4c4c-8584-5dab7f0bbd1d req-ba03befa-1634-488d-9281-59bc1fe9dbd3 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Calling delete_port for b9f5ff99-9670-49d9-b053-5a61849e4e97 owned by compute:nova {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:42:19.087349 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-243fa4c9-99f9-4c4c-8584-5dab7f0bbd1d req-ba03befa-1634-488d-9281-59bc1fe9dbd3 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (b9f5ff99-9670-49d9-b053-5a61849e4e97), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:19.099735 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['b9f5ff99-9670-49d9-b053-5a61849e4e97'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:42:19.114112 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03befa-1634-488d-9281-59bc1fe9dbd3 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Pushing event deleted for resources: {'Port': ['ID=b9f5ff99-9670-49d9-b053-5a61849e4e97,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:19.162063 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-243fa4c9-99f9-4c4c-8584-5dab7f0bbd1d req-ba03befa-1634-488d-9281-59bc1fe9dbd3 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] No DVR routers for this DVR port b9f5ff99-9670-49d9-b053-5a61849e4e97 on host hv-cinder-81187 {{(pid=103172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:42:19.169817 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-243fa4c9-99f9-4c4c-8584-5dab7f0bbd1d req-ba03befa-1634-488d-9281-59bc1fe9dbd3 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:19.173863 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-243fa4c9-99f9-4c4c-8584-5dab7f0bbd1d req-ba03befa-1634-488d-9281-59bc1fe9dbd3 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.35 "DELETE /v2.0/ports/b9f5ff99-9670-49d9-b053-5a61849e4e97 HTTP/1.1" status: 204 len: 173 time: 0.4970200 Jan 18 19:42:19.174446 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de', 'name': 'network-vif-deleted', 'tag': 'b9f5ff99-9670-49d9-b053-5a61849e4e97'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:42:19.176941 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb9c27d-f244-4b3d-8f41-673d0de7b330" -d '{"events": [{"server_uuid": "26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de", "name": "network-vif-deleted", "tag": "b9f5ff99-9670-49d9-b053-5a61849e4e97"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:42:19.221233 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dae5c56-b0e7-4b5c-8b59-fc27c6c22e02 x-openstack-request-id: req-2dae5c56-b0e7-4b5c-8b59-fc27c6c22e02 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:42:19.221838 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de", "name": "network-vif-deleted", "tag": "b9f5ff99-9670-49d9-b053-5a61849e4e97", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:42:19.222220 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2dae5c56-b0e7-4b5c-8b59-fc27c6c22e02 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:42:19.222623 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de', 'name': 'network-vif-deleted', 'tag': 'b9f5ff99-9670-49d9-b053-5a61849e4e97', 'status': 'completed', 'code': 200} Jan 18 19:42:19.251562 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-45cf3bd0-ec79-429c-a57c-66ab848165c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:19.553109 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-57371d83-99a2-496e-9bfb-2818c9b5802e req-1ea54a5f-c7a6-4aab-bb23-cc7fd6dd29e5 tempest-VolumesActionsTest-1686805822 tempest-VolumesActionsTest-1686805822-project] 10.222.0.20 "GET /v2.0/ports?device_id=26e8f2f1-7d5a-4b22-9d91-5fcf03a3f5de HTTP/1.1" status: 200 len: 210 time: 0.2513723 Jan 18 19:42:19.981263 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:21.582587 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:21.712895 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e00df2e7-c60a-463e-b535-efe234bba333 req-21dbba46-5e71-4996-8677-c5b48a406f75 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b24fd8504fd54bf5b134d88d5802a2b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279365 Jan 18 19:42:21.891771 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00df2e7-c60a-463e-b535-efe234bba333 req-24424128-4074-4f46-bc26-54bda459baa1 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:21.893223 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e00df2e7-c60a-463e-b535-efe234bba333 req-24424128-4074-4f46-bc26-54bda459baa1 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749222 Jan 18 19:42:21.907563 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e00df2e7-c60a-463e-b535-efe234bba333 req-6fd37ded-0901-4e8e-bedb-e4764984c240 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/quotas/b24fd8504fd54bf5b134d88d5802a2b4 HTTP/1.1" status: 200 len: 375 time: 0.0091598 Jan 18 19:42:21.938446 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e00df2e7-c60a-463e-b535-efe234bba333 req-f2d3fb81-07e1-41e6-920d-05f0f69e8756 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b24fd8504fd54bf5b134d88d5802a2b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262508 Jan 18 19:42:22.164762 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-58b6da42-1f8d-407c-b2d3-8bb767fd6ce9 req-e5269a90-a271-4793-b855-3f94e24a2749 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 210 time: 0.0242300 Jan 18 19:42:23.055337 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:23.253920 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ba022975-f320-4d72-ad1c-25d04900ff26 req-c2ecf9f4-44ee-4de7-acbd-984e3738faf6 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 210 time: 0.0250108 Jan 18 19:42:23.514701 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device b9f5ff99-9670-49d9-b053-5a61849e4e97 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:42:23.534100 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: b9f5ff99-9670-49d9-b053-5a61849e4e97 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:42:23.534442 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device b9f5ff99-9670-49d9-b053-5a61849e4e97 not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:42:24.342853 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-11310f96-26c9-49f8-bf5b-1727b89bbcc3 req-9d198341-87fd-4443-9fd8-768e4d357bee tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 210 time: 0.0253880 Jan 18 19:42:25.433728 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d0c6e6bb-d147-4fc5-ad8b-214b7b400a7b req-d2f1d161-e733-484b-96e1-a1bd9accc386 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 210 time: 0.0262809 Jan 18 19:42:26.166597 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e00df2e7-c60a-463e-b535-efe234bba333 req-d95944ae-6572-4c5b-a64d-594875eb1946 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b24fd8504fd54bf5b134d88d5802a2b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207162 Jan 18 19:42:26.270550 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00df2e7-c60a-463e-b535-efe234bba333 req-3576dcc1-82f0-4b77-af78-2340741160d0 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:26.271889 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e00df2e7-c60a-463e-b535-efe234bba333 req-3576dcc1-82f0-4b77-af78-2340741160d0 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1002281 Jan 18 19:42:26.311742 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-e00df2e7-c60a-463e-b535-efe234bba333 req-47850932-7cd8-4351-bf0e-bedafd4957ff tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Request body: {'port': {'device_id': '6cc83ac3-6016-42bf-9612-12ba3aefa01e', 'network_id': '9a89f630-a109-4775-a332-81468236b8e0', 'admin_state_up': True, 'tenant_id': 'b24fd8504fd54bf5b134d88d5802a2b4'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:42:26.486877 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00df2e7-c60a-463e-b535-efe234bba333 req-47850932-7cd8-4351-bf0e-bedafd4957ff tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Made reservation on behalf of b24fd8504fd54bf5b134d88d5802a2b4 for: {'port': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:42:26.491437 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-e00df2e7-c60a-463e-b535-efe234bba333 req-47850932-7cd8-4351-bf0e-bedafd4957ff tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:26.500605 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-e00df2e7-c60a-463e-b535-efe234bba333 req-47850932-7cd8-4351-bf0e-bedafd4957ff tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:26.531952 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-61a1f8f6-43ce-4b31-b3c8-c3ca696f4cc3 req-574a00d7-a687-44c9-a258-5df5468250e2 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 210 time: 0.0291071 Jan 18 19:42:26.595694 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-e00df2e7-c60a-463e-b535-efe234bba333 req-47850932-7cd8-4351-bf0e-bedafd4957ff tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Publish callbacks [] for security_group (5f039b8a-27e9-48a4-9b1e-f13e144efcf7), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:26.658392 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-e00df2e7-c60a-463e-b535-efe234bba333 req-47850932-7cd8-4351-bf0e-bedafd4957ff tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (5f039b8a-27e9-48a4-9b1e-f13e144efcf7), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:26.724664 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47850932-7cd8-4351-bf0e-bedafd4957ff tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f039b8a-27e9-48a4-9b1e-f13e144efcf7,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:26.790307 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [req-e00df2e7-c60a-463e-b535-efe234bba333 req-47850932-7cd8-4351-bf0e-bedafd4957ff tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Allocated IP 192.168.233.141 (9a89f630-a109-4775-a332-81468236b8e0/186da983-6aa3-4841-9b2b-dd0651fda6eb/e0e4f0dc-1b41-4887-aab3-d23d0996f164) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:42:26.939985 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-e00df2e7-c60a-463e-b535-efe234bba333 req-47850932-7cd8-4351-bf0e-bedafd4957ff tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Publish callbacks [] for port (e0e4f0dc-1b41-4887-aab3-d23d0996f164), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:27.027272 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-e00df2e7-c60a-463e-b535-efe234bba333 req-47850932-7cd8-4351-bf0e-bedafd4957ff tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (e0e4f0dc-1b41-4887-aab3-d23d0996f164), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:27.070462 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00df2e7-c60a-463e-b535-efe234bba333 req-47850932-7cd8-4351-bf0e-bedafd4957ff tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Network 9a89f630-a109-4775-a332-81468236b8e0 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:42:27.073501 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [req-e00df2e7-c60a-463e-b535-efe234bba333 req-47850932-7cd8-4351-bf0e-bedafd4957ff tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:42:27.077560 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00df2e7-c60a-463e-b535-efe234bba333 req-47850932-7cd8-4351-bf0e-bedafd4957ff tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:42:27.120076 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47850932-7cd8-4351-bf0e-bedafd4957ff tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Pushing event updated for resources: {'Port': ['ID=e0e4f0dc-1b41-4887-aab3-d23d0996f164,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:27.156353 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00df2e7-c60a-463e-b535-efe234bba333 req-47850932-7cd8-4351-bf0e-bedafd4957ff tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:27.157922 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-e00df2e7-c60a-463e-b535-efe234bba333 req-47850932-7cd8-4351-bf0e-bedafd4957ff tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:27.250390 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e00df2e7-c60a-463e-b535-efe234bba333 req-47850932-7cd8-4351-bf0e-bedafd4957ff tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9422598 Jan 18 19:42:27.262904 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Request body: {'port': {'device_id': '6cc83ac3-6016-42bf-9612-12ba3aefa01e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:42:27.352334 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (e0e4f0dc-1b41-4887-aab3-d23d0996f164), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:27.388472 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-60433914-b6df-42dd-9a22-0872f1805109 None None] Provisioning complete for port e0e4f0dc-1b41-4887-aab3-d23d0996f164 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:42:27.389596 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-60433914-b6df-42dd-9a22-0872f1805109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (e0e4f0dc-1b41-4887-aab3-d23d0996f164), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:27.424708 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-60433914-b6df-42dd-9a22-0872f1805109 None None] Port e0e4f0dc-1b41-4887-aab3-d23d0996f164 cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:42:27.719866 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076db38b-d133-416b-93f3-f0475681af77 req-62811275-9d6c-4a7e-900b-7c20be0ad070 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:27.721954 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-076db38b-d133-416b-93f3-f0475681af77 req-62811275-9d6c-4a7e-900b-7c20be0ad070 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 936 time: 0.1127226 Jan 18 19:42:27.730056 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e4f0dc-1b41-4887-aab3-d23d0996f164 {{(pid=103172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:42:27.756401 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Publish callbacks [] for port (e0e4f0dc-1b41-4887-aab3-d23d0996f164), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:27.785792 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.provisioning_blocks [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Transition to ACTIVE for port object e0e4f0dc-1b41-4887-aab3-d23d0996f164 will not be triggered until provisioned by entity L2. {{(pid=103172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:42:27.804957 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-076db38b-d133-416b-93f3-f0475681af77 req-27e42e35-beee-4501-a6f9-f0218a27f46c tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f039b8a-27e9-48a4-9b1e-f13e144efcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680499 Jan 18 19:42:28.013377 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (e0e4f0dc-1b41-4887-aab3-d23d0996f164), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:28.141707 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e4f0dc-1b41-4887-aab3-d23d0996f164,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:28.213966 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Attempting to bind port e0e4f0dc-1b41-4887-aab3-d23d0996f164 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:42:28.214512 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Attempting to bind port e0e4f0dc-1b41-4887-aab3-d23d0996f164 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'afb88ebb-7bc2-4474-a603-4165f6c8dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9a89f630-a109-4775-a332-81468236b8e0'}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:42:28.214971 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Attempting to bind port e0e4f0dc-1b41-4887-aab3-d23d0996f164 on network 9a89f630-a109-4775-a332-81468236b8e0 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:42:28.222407 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Port e0e4f0dc-1b41-4887-aab3-d23d0996f164 on network 9a89f630-a109-4775-a332-81468236b8e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:42:28.222867 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Attempting to bind port e0e4f0dc-1b41-4887-aab3-d23d0996f164 on network 9a89f630-a109-4775-a332-81468236b8e0 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:42:28.229815 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:42:28.230326 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Checking segment: {'id': 'afb88ebb-7bc2-4474-a603-4165f6c8dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9a89f630-a109-4775-a332-81468236b8e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:42:28.230891 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Bound using segment: {'id': 'afb88ebb-7bc2-4474-a603-4165f6c8dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9a89f630-a109-4775-a332-81468236b8e0'} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:42:28.231976 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Bound port: e0e4f0dc-1b41-4887-aab3-d23d0996f164, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afb88ebb-7bc2-4474-a603-4165f6c8dd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9a89f630-a109-4775-a332-81468236b8e0'}}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:42:28.232419 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (e0e4f0dc-1b41-4887-aab3-d23d0996f164), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:28.323126 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] For port e0e4f0dc-1b41-4887-aab3-d23d0996f164, host hv-cinder-81187, cleared binding levels {{(pid=103172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:42:28.327274 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] For port e0e4f0dc-1b41-4887-aab3-d23d0996f164, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=e0e4f0dc-1b41-4887-aab3-d23d0996f164,segment=NetworkSegment(afb88ebb-7bc2-4474-a603-4165f6c8dd36),segment_id=afb88ebb-7bc2-4474-a603-4165f6c8dd36)] {{(pid=103172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:42:28.408038 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (e0e4f0dc-1b41-4887-aab3-d23d0996f164), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:28.464278 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:28.464966 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:28.467244 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] 10.222.0.35 "PUT /v2.0/ports/e0e4f0dc-1b41-4887-aab3-d23d0996f164 HTTP/1.1" status: 200 len: 1098 time: 1.2099206 Jan 18 19:42:28.467790 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc83ac3-6016-42bf-9612-12ba3aefa01e', 'tag': 'e0e4f0dc-1b41-4887-aab3-d23d0996f164'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:42:28.470258 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ce54e6-02e1-4ba1-a616-9f082c7a96ae" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc83ac3-6016-42bf-9612-12ba3aefa01e", "tag": "e0e4f0dc-1b41-4887-aab3-d23d0996f164"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:42:28.505175 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299810b-6517-4c41-bbe2-ecc3239141b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e4f0dc-1b41-4887-aab3-d23d0996f164,revision_number=3']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:28.535294 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ec3f51-df33-406d-8a94-8dd0498db0a1 x-openstack-request-id: req-10ec3f51-df33-406d-8a94-8dd0498db0a1 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:42:28.535804 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc83ac3-6016-42bf-9612-12ba3aefa01e", "tag": "e0e4f0dc-1b41-4887-aab3-d23d0996f164", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:42:28.536221 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10ec3f51-df33-406d-8a94-8dd0498db0a1 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:42:28.536772 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc83ac3-6016-42bf-9612-12ba3aefa01e', 'tag': 'e0e4f0dc-1b41-4887-aab3-d23d0996f164', 'status': 'completed', 'code': 200} Jan 18 19:42:28.623030 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce54e6-02e1-4ba1-a616-9f082c7a96ae req-dd86d73c-ea8c-453b-a763-c4507f1372e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:28.625135 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-54ce54e6-02e1-4ba1-a616-9f082c7a96ae req-dd86d73c-ea8c-453b-a763-c4507f1372e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b24fd8504fd54bf5b134d88d5802a2b4&device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 1101 time: 0.0661891 Jan 18 19:42:28.659218 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-54ce54e6-02e1-4ba1-a616-9f082c7a96ae req-6a354a9f-e559-4f0c-9998-53d8209935ec service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b24fd8504fd54bf5b134d88d5802a2b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213275 Jan 18 19:42:28.782384 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce54e6-02e1-4ba1-a616-9f082c7a96ae req-0b6ac327-902a-4fab-be1c-762325f01bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:28.784214 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-54ce54e6-02e1-4ba1-a616-9f082c7a96ae req-0b6ac327-902a-4fab-be1c-762325f01bf5 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1190598 Jan 18 19:42:28.878606 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00df2e7-c60a-463e-b535-efe234bba333 req-28099d9e-9758-4db9-a083-20ae68fcdc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:28.880027 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e00df2e7-c60a-463e-b535-efe234bba333 req-28099d9e-9758-4db9-a083-20ae68fcdc88 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b24fd8504fd54bf5b134d88d5802a2b4&device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 1101 time: 0.0484395 Jan 18 19:42:28.959421 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e00df2e7-c60a-463e-b535-efe234bba333 req-c3472bcf-c5f3-4234-843a-92cb8c1dfab8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=e0e4f0dc-1b41-4887-aab3-d23d0996f164 HTTP/1.1" status: 200 len: 217 time: 0.0675814 Jan 18 19:42:29.025073 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa15a3-07a5-40b6-87b8-b68ca257541e req-87af7b9e-b794-4f72-bf85-4276f81d177d tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:29.027311 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2eaa15a3-07a5-40b6-87b8-b68ca257541e req-87af7b9e-b794-4f72-bf85-4276f81d177d tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 948 time: 0.1463087 Jan 18 19:42:29.047445 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00df2e7-c60a-463e-b535-efe234bba333 req-ce2c23bd-78a9-402e-a7bb-90253dc0e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:29.049104 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e00df2e7-c60a-463e-b535-efe234bba333 req-ce2c23bd-78a9-402e-a7bb-90253dc0e29d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=186da983-6aa3-4841-9b2b-dd0651fda6eb HTTP/1.1" status: 200 len: 843 time: 0.0809765 Jan 18 19:42:29.123935 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2eaa15a3-07a5-40b6-87b8-b68ca257541e req-4d3313b8-bb08-4a5a-bc60-eba20ed45399 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f039b8a-27e9-48a4-9b1e-f13e144efcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830646 Jan 18 19:42:29.127079 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00df2e7-c60a-463e-b535-efe234bba333 req-7fef0fac-cd50-4db0-9f03-c1d59115e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:29.128799 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e00df2e7-c60a-463e-b535-efe234bba333 req-7fef0fac-cd50-4db0-9f03-c1d59115e36d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9a89f630-a109-4775-a332-81468236b8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0681860 Jan 18 19:42:29.224328 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e00df2e7-c60a-463e-b535-efe234bba333 req-3e975232-a8b1-41b7-a678-57de60686535 service neutron] 10.222.0.35 "GET /v2.0/networks/9a89f630-a109-4775-a332-81468236b8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870912 Jan 18 19:42:29.339536 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e00df2e7-c60a-463e-b535-efe234bba333 req-49d67489-b3f0-4538-9c42-d148043500db service neutron] 10.222.0.35 "GET /v2.0/networks/9a89f630-a109-4775-a332-81468236b8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076052 Jan 18 19:42:30.270633 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519b639-7896-4989-aad0-91e4a60b0e37 req-5532f7d1-e833-4b59-b1e9-1ae2c3414c8b tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:30.272090 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3519b639-7896-4989-aad0-91e4a60b0e37 req-5532f7d1-e833-4b59-b1e9-1ae2c3414c8b tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 948 time: 0.0748477 Jan 18 19:42:30.330379 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3519b639-7896-4989-aad0-91e4a60b0e37 req-5e252a01-67c8-485c-8232-d740bf16c142 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f039b8a-27e9-48a4-9b1e-f13e144efcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520163 Jan 18 19:42:31.475791 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35497b91-702d-4124-898b-139d11001414 req-dc7a0a6a-bea1-4221-8991-76afac5a13f0 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:31.477510 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-35497b91-702d-4124-898b-139d11001414 req-dc7a0a6a-bea1-4221-8991-76afac5a13f0 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 948 time: 0.0709727 Jan 18 19:42:31.530846 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-35497b91-702d-4124-898b-139d11001414 req-652e1c65-1337-4bc7-a197-9a83d5d6f305 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f039b8a-27e9-48a4-9b1e-f13e144efcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478292 Jan 18 19:42:32.657379 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306c6aa-3fb0-45d6-87f6-b2b9456068b5 req-9b70399e-db17-454a-9b1b-1a339afbdc44 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:32.658878 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1306c6aa-3fb0-45d6-87f6-b2b9456068b5 req-9b70399e-db17-454a-9b1b-1a339afbdc44 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 948 time: 0.0557537 Jan 18 19:42:32.712940 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1306c6aa-3fb0-45d6-87f6-b2b9456068b5 req-aec70ec6-683c-4a75-994d-019efac1ff04 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f039b8a-27e9-48a4-9b1e-f13e144efcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483239 Jan 18 19:42:33.206936 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device e0e4f0dc-1b41-4887-aab3-d23d0996f164 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:42:33.327295 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port e0e4f0dc-1b41-4887-aab3-d23d0996f164, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=e0e4f0dc-1b41-4887-aab3-d23d0996f164,segment=NetworkSegment(afb88ebb-7bc2-4474-a603-4165f6c8dd36),segment_id=afb88ebb-7bc2-4474-a603-4165f6c8dd36)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:42:33.340044 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': 'e0e4f0dc-1b41-4887-aab3-d23d0996f164', 'network_id': '9a89f630-a109-4775-a332-81468236b8e0', 'port_id': 'e0e4f0dc-1b41-4887-aab3-d23d0996f164', 'mac_address': 'fa:16:3e:18:2e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186da983-6aa3-4841-9b2b-dd0651fda6eb', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:42:33.384846 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port e0e4f0dc-1b41-4887-aab3-d23d0996f164 is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:42:33.385245 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (e0e4f0dc-1b41-4887-aab3-d23d0996f164), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:33.399094 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e4f0dc-1b41-4887-aab3-d23d0996f164 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:42:33.422058 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port e0e4f0dc-1b41-4887-aab3-d23d0996f164, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=e0e4f0dc-1b41-4887-aab3-d23d0996f164,segment=NetworkSegment(afb88ebb-7bc2-4474-a603-4165f6c8dd36),segment_id=afb88ebb-7bc2-4474-a603-4165f6c8dd36)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:42:33.509785 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (e0e4f0dc-1b41-4887-aab3-d23d0996f164), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:33.562305 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=e0e4f0dc-1b41-4887-aab3-d23d0996f164,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:33.834054 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794aa474-965c-4525-bca8-0b73a19c4a71 req-7bcb4c3e-7f99-4ffe-a585-4251bd63db13 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:33.835514 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-794aa474-965c-4525-bca8-0b73a19c4a71 req-7bcb4c3e-7f99-4ffe-a585-4251bd63db13 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 949 time: 0.0492876 Jan 18 19:42:33.886011 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-794aa474-965c-4525-bca8-0b73a19c4a71 req-f4d7dd4d-9a93-429a-90da-ac8cef94605c tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f039b8a-27e9-48a4-9b1e-f13e144efcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443835 Jan 18 19:42:33.946337 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['e0e4f0dc-1b41-4887-aab3-d23d0996f164'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:42:35.009841 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a45b77-c0e5-475c-ba95-c30c44cf8746 req-a01130e1-2e36-4074-8fc1-a6e7ec6049a9 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:35.011377 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-76a45b77-c0e5-475c-ba95-c30c44cf8746 req-a01130e1-2e36-4074-8fc1-a6e7ec6049a9 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 949 time: 0.0524879 Jan 18 19:42:35.061268 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-76a45b77-c0e5-475c-ba95-c30c44cf8746 req-282db7ac-dbac-485d-a0cd-88058b51ed76 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f039b8a-27e9-48a4-9b1e-f13e144efcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439384 Jan 18 19:42:35.220774 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device e0e4f0dc-1b41-4887-aab3-d23d0996f164 up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:42:35.361225 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port e0e4f0dc-1b41-4887-aab3-d23d0996f164 completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:42:35.365530 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port e0e4f0dc-1b41-4887-aab3-d23d0996f164 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:42:35.365901 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (e0e4f0dc-1b41-4887-aab3-d23d0996f164), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:35.452736 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port e0e4f0dc-1b41-4887-aab3-d23d0996f164 is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:42:35.453137 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (e0e4f0dc-1b41-4887-aab3-d23d0996f164), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:35.477770 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc83ac3-6016-42bf-9612-12ba3aefa01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e4f0dc-1b41-4887-aab3-d23d0996f164'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:42:35.480065 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf79123a-360a-4d90-bf88-084ccd70c600" -d '{"events": [{"server_uuid": "6cc83ac3-6016-42bf-9612-12ba3aefa01e", "name": "network-vif-plugged", "status": "completed", "tag": "e0e4f0dc-1b41-4887-aab3-d23d0996f164"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:42:35.496994 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port e0e4f0dc-1b41-4887-aab3-d23d0996f164, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=e0e4f0dc-1b41-4887-aab3-d23d0996f164,segment=NetworkSegment(afb88ebb-7bc2-4474-a603-4165f6c8dd36),segment_id=afb88ebb-7bc2-4474-a603-4165f6c8dd36)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:42:35.518718 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539fdb67-54ea-482f-9cf5-b112feeede51 x-openstack-request-id: req-539fdb67-54ea-482f-9cf5-b112feeede51 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:42:35.519015 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc83ac3-6016-42bf-9612-12ba3aefa01e", "name": "network-vif-plugged", "status": "completed", "tag": "e0e4f0dc-1b41-4887-aab3-d23d0996f164", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:42:35.519269 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-539fdb67-54ea-482f-9cf5-b112feeede51 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:42:35.519852 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc83ac3-6016-42bf-9612-12ba3aefa01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e4f0dc-1b41-4887-aab3-d23d0996f164', 'code': 200} Jan 18 19:42:35.578552 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (e0e4f0dc-1b41-4887-aab3-d23d0996f164), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:35.632688 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=e0e4f0dc-1b41-4887-aab3-d23d0996f164,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:35.880612 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b80f6-690b-44da-9f98-9f1bab2c3072 req-c93e296a-fac2-4d4c-832a-eb6694fd3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:35.882136 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-457b80f6-690b-44da-9f98-9f1bab2c3072 req-c93e296a-fac2-4d4c-832a-eb6694fd3e5a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 1103 time: 0.0431859 Jan 18 19:42:35.935517 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-457b80f6-690b-44da-9f98-9f1bab2c3072 req-f556084a-4f3d-4acd-aaab-b161c4242519 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5f039b8a-27e9-48a4-9b1e-f13e144efcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459151 Jan 18 19:42:36.187777 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d325b8-c353-4fb0-bf1b-d2e90bb75174 req-f3b4dd99-9d92-4a81-89ff-b0b06ba6c4cc tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:36.189530 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-59d325b8-c353-4fb0-bf1b-d2e90bb75174 req-f3b4dd99-9d92-4a81-89ff-b0b06ba6c4cc tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 950 time: 0.0563924 Jan 18 19:42:36.250545 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-59d325b8-c353-4fb0-bf1b-d2e90bb75174 req-eb5134cd-79a9-4a8b-b576-c915840f54be tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f039b8a-27e9-48a4-9b1e-f13e144efcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535042 Jan 18 19:42:37.375453 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcdcd3-4353-4afd-8f33-388f06a31409 req-01fa441e-1b48-4dd5-8a16-29399d7b3415 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:37.378732 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e6dcdcd3-4353-4afd-8f33-388f06a31409 req-01fa441e-1b48-4dd5-8a16-29399d7b3415 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 950 time: 0.0522850 Jan 18 19:42:37.434120 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e6dcdcd3-4353-4afd-8f33-388f06a31409 req-62194bb4-03df-4106-98df-5350c1a8d202 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f039b8a-27e9-48a4-9b1e-f13e144efcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492828 Jan 18 19:42:38.555387 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ee820-b8c6-425b-850a-4a855a0b6393 req-43dd573c-bae2-4df0-87e9-f274442dad2b tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:38.556855 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fb6ee820-b8c6-425b-850a-4a855a0b6393 req-43dd573c-bae2-4df0-87e9-f274442dad2b tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 950 time: 0.0523210 Jan 18 19:42:38.605242 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fb6ee820-b8c6-425b-850a-4a855a0b6393 req-98852e34-7b9f-4337-9739-bd17caae0dfe tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f039b8a-27e9-48a4-9b1e-f13e144efcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421858 Jan 18 19:42:39.168752 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120a25a-85f5-4d61-badf-126821c9042d req-06ac171c-3143-45f1-9282-a59143f0d9f3 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:39.171401 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d120a25a-85f5-4d61-badf-126821c9042d req-06ac171c-3143-45f1-9282-a59143f0d9f3 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 950 time: 0.0606985 Jan 18 19:42:39.236583 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d120a25a-85f5-4d61-badf-126821c9042d req-d32a2154-83a1-4b50-9c2c-92cdb43bbea1 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f039b8a-27e9-48a4-9b1e-f13e144efcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587604 Jan 18 19:42:40.377026 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc98168-9ccc-43c7-a12a-5419cf5c7848 req-f59b4bc3-8088-4a5a-836a-db4c5db70bef tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:40.378599 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-afc98168-9ccc-43c7-a12a-5419cf5c7848 req-f59b4bc3-8088-4a5a-836a-db4c5db70bef tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 950 time: 0.0508988 Jan 18 19:42:40.438432 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-afc98168-9ccc-43c7-a12a-5419cf5c7848 req-01b54e74-468f-4c74-abe8-ec023a1746ca tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/security-groups?id=5f039b8a-27e9-48a4-9b1e-f13e144efcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524287 Jan 18 19:42:40.877228 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccebefa-9df9-4f33-95fe-db30f480edd9 req-361334ee-3097-446b-a02f-8296896e6b35 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:40.878905 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dccebefa-9df9-4f33-95fe-db30f480edd9 req-361334ee-3097-446b-a02f-8296896e6b35 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 950 time: 0.0485508 Jan 18 19:42:40.980968 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-dccebefa-9df9-4f33-95fe-db30f480edd9 req-f444831d-c9d6-4732-99c9-f8c74f308ae5 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Deleting port e0e4f0dc-1b41-4887-aab3-d23d0996f164 {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:42:40.981446 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-dccebefa-9df9-4f33-95fe-db30f480edd9 req-f444831d-c9d6-4732-99c9-f8c74f308ae5 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (e0e4f0dc-1b41-4887-aab3-d23d0996f164), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:41.100051 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-dccebefa-9df9-4f33-95fe-db30f480edd9 req-f444831d-c9d6-4732-99c9-f8c74f308ae5 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] For port e0e4f0dc-1b41-4887-aab3-d23d0996f164, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=e0e4f0dc-1b41-4887-aab3-d23d0996f164,segment=NetworkSegment(afb88ebb-7bc2-4474-a603-4165f6c8dd36),segment_id=afb88ebb-7bc2-4474-a603-4165f6c8dd36)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:42:41.100517 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-dccebefa-9df9-4f33-95fe-db30f480edd9 req-f444831d-c9d6-4732-99c9-f8c74f308ae5 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (e0e4f0dc-1b41-4887-aab3-d23d0996f164), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:41.116005 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-dccebefa-9df9-4f33-95fe-db30f480edd9 req-f444831d-c9d6-4732-99c9-f8c74f308ae5 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Calling delete_port for e0e4f0dc-1b41-4887-aab3-d23d0996f164 owned by compute:nova {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:42:41.326835 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-dccebefa-9df9-4f33-95fe-db30f480edd9 req-f444831d-c9d6-4732-99c9-f8c74f308ae5 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (e0e4f0dc-1b41-4887-aab3-d23d0996f164), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:41.362944 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444831d-c9d6-4732-99c9-f8c74f308ae5 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Pushing event deleted for resources: {'Port': ['ID=e0e4f0dc-1b41-4887-aab3-d23d0996f164,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:41.415584 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-dccebefa-9df9-4f33-95fe-db30f480edd9 req-f444831d-c9d6-4732-99c9-f8c74f308ae5 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] No DVR routers for this DVR port e0e4f0dc-1b41-4887-aab3-d23d0996f164 on host hv-cinder-81187 {{(pid=103172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:42:41.420060 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-dccebefa-9df9-4f33-95fe-db30f480edd9 req-f444831d-c9d6-4732-99c9-f8c74f308ae5 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:41.424081 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dccebefa-9df9-4f33-95fe-db30f480edd9 req-f444831d-c9d6-4732-99c9-f8c74f308ae5 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.35 "DELETE /v2.0/ports/e0e4f0dc-1b41-4887-aab3-d23d0996f164 HTTP/1.1" status: 204 len: 173 time: 0.5399139 Jan 18 19:42:41.424618 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc83ac3-6016-42bf-9612-12ba3aefa01e', 'name': 'network-vif-deleted', 'tag': 'e0e4f0dc-1b41-4887-aab3-d23d0996f164'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:42:41.427987 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f04563e-a46c-434d-a24c-4adc0694a91b" -d '{"events": [{"server_uuid": "6cc83ac3-6016-42bf-9612-12ba3aefa01e", "name": "network-vif-deleted", "tag": "e0e4f0dc-1b41-4887-aab3-d23d0996f164"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:42:41.502028 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29f29aa-890d-4bc1-9725-e0f21b2ac102 x-openstack-request-id: req-b29f29aa-890d-4bc1-9725-e0f21b2ac102 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:42:41.502383 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc83ac3-6016-42bf-9612-12ba3aefa01e", "name": "network-vif-deleted", "tag": "e0e4f0dc-1b41-4887-aab3-d23d0996f164", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:42:41.502660 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b29f29aa-890d-4bc1-9725-e0f21b2ac102 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:42:41.503061 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc83ac3-6016-42bf-9612-12ba3aefa01e', 'name': 'network-vif-deleted', 'tag': 'e0e4f0dc-1b41-4887-aab3-d23d0996f164', 'status': 'completed', 'code': 200} Jan 18 19:42:41.552056 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-18c73dc4-1a18-4bc4-ab9b-5986f8d4de23 req-f893d103-f6d4-461a-9bdb-08f75db7e787 tempest-VolumesNegativeTest-1623082926 tempest-VolumesNegativeTest-1623082926-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc83ac3-6016-42bf-9612-12ba3aefa01e HTTP/1.1" status: 200 len: 210 time: 0.0269325 Jan 18 19:42:42.921472 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:43.256533 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device e0e4f0dc-1b41-4887-aab3-d23d0996f164 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:42:43.275840 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: e0e4f0dc-1b41-4887-aab3-d23d0996f164 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:42:43.276187 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device e0e4f0dc-1b41-4887-aab3-d23d0996f164 not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:42:45.885339 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 39478) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:45.930885 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d942950-0b02-41f7-97cb-18b4bcb2399c admin admin] Deleting subnet 66f311fe-c7fd-4021-98eb-f87260093ce6 {{(pid=103173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 19:42:45.934094 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3d942950-0b02-41f7-97cb-18b4bcb2399c admin admin] Publish callbacks [] for subnet (66f311fe-c7fd-4021-98eb-f87260093ce6), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:45.968886 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3d942950-0b02-41f7-97cb-18b4bcb2399c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4654559'] for subnet (66f311fe-c7fd-4021-98eb-f87260093ce6), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:46.010107 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3d942950-0b02-41f7-97cb-18b4bcb2399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033805'] for subnet (66f311fe-c7fd-4021-98eb-f87260093ce6), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:46.125134 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3d942950-0b02-41f7-97cb-18b4bcb2399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4740263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4604057'] for subnet (66f311fe-c7fd-4021-98eb-f87260093ce6), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:46.151972 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d942950-0b02-41f7-97cb-18b4bcb2399c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66f311fe-c7fd-4021-98eb-f87260093ce6,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:46.154093 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3d942950-0b02-41f7-97cb-18b4bcb2399c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:46.157265 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-3d942950-0b02-41f7-97cb-18b4bcb2399c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/66f311fe-c7fd-4021-98eb-f87260093ce6 HTTP/1.1" status: 204 len: 168 time: 0.2709949 Jan 18 19:42:46.164021 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 39490) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:46.234136 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d6dbf5ca-056a-41b1-a787-1e8519440acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612357'] for network (0fdfb0a2-0738-4f98-83d4-771778c8e875), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:46.318316 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d6dbf5ca-056a-41b1-a787-1e8519440acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1040116', 'neutron.services.segments.db._delete_segments_for_network-8736992440351'] for network (0fdfb0a2-0738-4f98-83d4-771778c8e875), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:46.338519 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-d6dbf5ca-056a-41b1-a787-1e8519440acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdfb0a2-0738-4f98-83d4-771778c8e875']}} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:42:46.347995 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-d6dbf5ca-056a-41b1-a787-1e8519440acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d0809fc-8ee4-4555-8d06-a80286070328') {'for_net_delete': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:42:46.348294 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-d6dbf5ca-056a-41b1-a787-1e8519440acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d0809fc-8ee4-4555-8d06-a80286070328') {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:42:46.357574 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d6dbf5ca-056a-41b1-a787-1e8519440acf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736992440616', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4654534'] for segment (6d0809fc-8ee4-4555-8d06-a80286070328), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:46.371235 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d6dbf5ca-056a-41b1-a787-1e8519440acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (6d0809fc-8ee4-4555-8d06-a80286070328), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:46.378431 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6dbf5ca-056a-41b1-a787-1e8519440acf admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d6dbf5ca-056a-41b1-a787-1e8519440acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4740345'] for segment (6d0809fc-8ee4-4555-8d06-a80286070328), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: Traceback (most recent call last): Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: timer() Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: cb(*args, **kw) Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: return func(*args, **kwargs) Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: self._notify() Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: self.callback(batched_events) Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: event.method(event) Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: return f(self, *a, **k) Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: return self._get(url).json() Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: return self.request(url, 'GET', **kwargs) Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:42:46.381512 dv-cinder-811877-7-iscsi neutron-server[103173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:42:46.592676 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3445b5ff-28a9-495f-9dfd-18b62817e943 req-713972bb-722b-4e17-9a2c-8a5868ebe0d0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396430 Jan 18 19:42:46.676347 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-db879699-b528-4ee0-82b9-c117a50b88d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:46.682298 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445b5ff-28a9-495f-9dfd-18b62817e943 req-c747dc5c-53fb-4bf7-ab89-ee8663429acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:46.685955 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3445b5ff-28a9-495f-9dfd-18b62817e943 req-c747dc5c-53fb-4bf7-ab89-ee8663429acd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1a3d66fd692461db39e7663dfb12bd6&device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 1137 time: 0.0650222 Jan 18 19:42:46.775282 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d6dbf5ca-056a-41b1-a787-1e8519440acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1040067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087210'] for network (0fdfb0a2-0738-4f98-83d4-771778c8e875), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:46.786128 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d6dbf5ca-056a-41b1-a787-1e8519440acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:46.789414 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-d6dbf5ca-056a-41b1-a787-1e8519440acf admin admin] 10.222.0.20 "DELETE /v2.0/networks/0fdfb0a2-0738-4f98-83d4-771778c8e875 HTTP/1.1" status: 204 len: 168 time: 0.6244299 Jan 18 19:42:46.803906 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbf5ca-056a-41b1-a787-1e8519440acf admin admin] Pushing event deleted for resources: {'Network': ['ID=0fdfb0a2-0738-4f98-83d4-771778c8e875,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:46.808009 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445b5ff-28a9-495f-9dfd-18b62817e943 req-71f62721-4676-4dd7-8a3b-2595878ebaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:46.809475 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3445b5ff-28a9-495f-9dfd-18b62817e943 req-71f62721-4676-4dd7-8a3b-2595878ebaee service neutron] 10.222.0.35 "GET /v2.0/networks?id=a305aad1-af7c-4389-9b17-82d960c973f6 HTTP/1.1" status: 200 len: 916 time: 0.0984492 Jan 18 19:42:46.881708 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3445b5ff-28a9-495f-9dfd-18b62817e943 req-cee32707-2036-4bdb-81ae-7cd7bb331b99 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78271a93-f866-402f-b0e3-233356392cba HTTP/1.1" status: 200 len: 1000 time: 0.0645440 Jan 18 19:42:46.930920 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445b5ff-28a9-495f-9dfd-18b62817e943 req-4f9b141a-84c4-423f-86cc-c17fcfdcd235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:46.932407 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3445b5ff-28a9-495f-9dfd-18b62817e943 req-4f9b141a-84c4-423f-86cc-c17fcfdcd235 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b36d59b-f16e-40de-96be-7acc3290ef4e HTTP/1.1" status: 200 len: 854 time: 0.0438478 Jan 18 19:42:46.976873 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445b5ff-28a9-495f-9dfd-18b62817e943 req-06e608db-e1a3-47e1-8213-c23afbaf1948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:46.978380 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3445b5ff-28a9-495f-9dfd-18b62817e943 req-06e608db-e1a3-47e1-8213-c23afbaf1948 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a305aad1-af7c-4389-9b17-82d960c973f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395265 Jan 18 19:42:47.071938 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3445b5ff-28a9-495f-9dfd-18b62817e943 req-c924d871-570b-4238-ac84-56be7c41d183 service neutron] 10.222.0.35 "GET /v2.0/networks/a305aad1-af7c-4389-9b17-82d960c973f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853267 Jan 18 19:42:47.160828 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3445b5ff-28a9-495f-9dfd-18b62817e943 req-7b11c07d-b12e-4965-ad51-2c0f8e097f08 service neutron] 10.222.0.35 "GET /v2.0/networks/a305aad1-af7c-4389-9b17-82d960c973f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825019 Jan 18 19:42:47.211812 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 39528) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:47.250944 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-ad5601b3-ba68-4f82-b486-a1a84903ebe1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc9ebec8154b4eca8f16af3cad9b7409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379899 Jan 18 19:42:47.253616 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 39530) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:47.304654 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-60e9c3ae-7e34-465d-b622-e5d22a463ebf admin admin] Publish callbacks [] for security_group (f591f693-8a22-4f1a-8a9c-44dda49b0054), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:47.326557 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-60e9c3ae-7e34-465d-b622-e5d22a463ebf admin admin] Publish callbacks [] for security_group (f591f693-8a22-4f1a-8a9c-44dda49b0054), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:47.421240 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-60e9c3ae-7e34-465d-b622-e5d22a463ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (f591f693-8a22-4f1a-8a9c-44dda49b0054), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:47.423790 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-60e9c3ae-7e34-465d-b622-e5d22a463ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:47.424924 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-60e9c3ae-7e34-465d-b622-e5d22a463ebf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f591f693-8a22-4f1a-8a9c-44dda49b0054 HTTP/1.1" status: 204 len: 168 time: 0.1703072 Jan 18 19:42:47.432708 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9c3ae-7e34-465d-b622-e5d22a463ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f591f693-8a22-4f1a-8a9c-44dda49b0054,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:48.282539 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 39564) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:48.354553 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b51bd8-4e9f-4d70-907c-8100be26e7c6 req-7b1a35da-66f0-4043-b9a2-804cead944b4 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:48.365494 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-02b51bd8-4e9f-4d70-907c-8100be26e7c6 req-7b1a35da-66f0-4043-b9a2-804cead944b4 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 947 time: 0.0514171 Jan 18 19:42:48.409950 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-02b51bd8-4e9f-4d70-907c-8100be26e7c6 req-e2d72d32-88db-4796-8056-8252125b7477 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435290 Jan 18 19:42:48.519837 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 39574) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:48.520386 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-26810c19-8009-4458-ac35-ff01c3dd8226 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b24fd8504fd54bf5b134d88d5802a2b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356544 Jan 18 19:42:48.566957 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4e1100db-f2c5-41cd-9e5f-c75f8d2543b2 admin admin] Publish callbacks [] for security_group (5f039b8a-27e9-48a4-9b1e-f13e144efcf7), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:48.587031 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4e1100db-f2c5-41cd-9e5f-c75f8d2543b2 admin admin] Publish callbacks [] for security_group (5f039b8a-27e9-48a4-9b1e-f13e144efcf7), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:48.697378 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4e1100db-f2c5-41cd-9e5f-c75f8d2543b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (5f039b8a-27e9-48a4-9b1e-f13e144efcf7), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:48.700101 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4e1100db-f2c5-41cd-9e5f-c75f8d2543b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:48.701233 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-4e1100db-f2c5-41cd-9e5f-c75f8d2543b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f039b8a-27e9-48a4-9b1e-f13e144efcf7 HTTP/1.1" status: 204 len: 168 time: 0.1803789 Jan 18 19:42:48.709327 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1100db-f2c5-41cd-9e5f-c75f8d2543b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f039b8a-27e9-48a4-9b1e-f13e144efcf7,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:49.189310 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3e2b38e5-9f21-4f07-b194-aaad22c3aee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:49.529666 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4947c2-1884-4e10-8ddc-381cc6aacf13 req-2181ba53-f434-4239-a994-a635fde08c31 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:49.531066 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0e4947c2-1884-4e10-8ddc-381cc6aacf13 req-2181ba53-f434-4239-a994-a635fde08c31 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 947 time: 0.0467048 Jan 18 19:42:49.578831 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0e4947c2-1884-4e10-8ddc-381cc6aacf13 req-a16c1433-7242-4490-bb64-2db82442b513 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422256 Jan 18 19:42:49.889692 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:42:49.940818 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:50.266475 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd1947-934a-4fec-a1d0-9a00de935b8e req-f53ef4ca-aa61-4891-bf53-e5e46644c660 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:50.267987 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b1bd1947-934a-4fec-a1d0-9a00de935b8e req-f53ef4ca-aa61-4891-bf53-e5e46644c660 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 947 time: 0.0478406 Jan 18 19:42:50.359869 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-b1bd1947-934a-4fec-a1d0-9a00de935b8e req-81322a72-5026-4014-af63-36dd66af5a4c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Deleting port 80467ab1-0bd1-447c-9a1c-9089b86faff2 {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:42:50.360206 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-b1bd1947-934a-4fec-a1d0-9a00de935b8e req-81322a72-5026-4014-af63-36dd66af5a4c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:50.697210 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-b1bd1947-934a-4fec-a1d0-9a00de935b8e req-81322a72-5026-4014-af63-36dd66af5a4c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] For port 80467ab1-0bd1-447c-9a1c-9089b86faff2, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=80467ab1-0bd1-447c-9a1c-9089b86faff2,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:42:50.703531 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-b1bd1947-934a-4fec-a1d0-9a00de935b8e req-81322a72-5026-4014-af63-36dd66af5a4c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:50.748988 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12d94a-978b-4e89-9c62-21d8b50b6e90 req-fb5a57aa-2da9-4b96-9efa-c9993acea167 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:50.754242 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4e12d94a-978b-4e89-9c62-21d8b50b6e90 req-fb5a57aa-2da9-4b96-9efa-c9993acea167 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 947 time: 0.1011243 Jan 18 19:42:50.902353 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4e12d94a-978b-4e89-9c62-21d8b50b6e90 req-1e6dbd45-925b-4a71-9970-84dd1a6f845b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=d8157f39-b651-4e71-be9f-65a4c3c2ece2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175847 Jan 18 19:42:51.024378 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-b1bd1947-934a-4fec-a1d0-9a00de935b8e req-81322a72-5026-4014-af63-36dd66af5a4c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:51.024739 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-b1bd1947-934a-4fec-a1d0-9a00de935b8e req-81322a72-5026-4014-af63-36dd66af5a4c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087224'] for floatingip (f3265399-f0bb-4c8e-b575-b2ad9d49d04c), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:51.025059 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.l3_db [req-b1bd1947-934a-4fec-a1d0-9a00de935b8e req-81322a72-5026-4014-af63-36dd66af5a4c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Floating IP f3265399-f0bb-4c8e-b575-b2ad9d49d04c disassociated. External IP: 172.27.2.139, port: 80467ab1-0bd1-447c-9a1c-9089b86faff2. Jan 18 19:42:51.025395 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-b1bd1947-934a-4fec-a1d0-9a00de935b8e req-81322a72-5026-4014-af63-36dd66af5a4c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Calling delete_port for 80467ab1-0bd1-447c-9a1c-9089b86faff2 owned by compute:nova {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:42:51.215159 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-b1bd1947-934a-4fec-a1d0-9a00de935b8e req-81322a72-5026-4014-af63-36dd66af5a4c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (80467ab1-0bd1-447c-9a1c-9089b86faff2), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:51.242688 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81322a72-5026-4014-af63-36dd66af5a4c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Pushing event deleted for resources: {'Port': ['ID=80467ab1-0bd1-447c-9a1c-9089b86faff2,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:51.353072 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1bd1947-934a-4fec-a1d0-9a00de935b8e req-81322a72-5026-4014-af63-36dd66af5a4c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Router 95892a55-9723-437d-a1e3-f0ddeff365fc has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:42:51.457465 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1bd1947-934a-4fec-a1d0-9a00de935b8e req-81322a72-5026-4014-af63-36dd66af5a4c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:42:51.468995 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75efcf6-e18a-4834-97f4-aa42d1a80dc6 None None] Sync routers for ids ['95892a55-9723-437d-a1e3-f0ddeff365fc'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:42:51.482345 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75efcf6-e18a-4834-97f4-aa42d1a80dc6 None None] Routers {'95892a55-9723-437d-a1e3-f0ddeff365fc'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:42:51.488264 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f75efcf6-e18a-4834-97f4-aa42d1a80dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:42:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['95892a55-9723-437d-a1e3-f0ddeff365fc'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:42:51.494374 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bd1947-934a-4fec-a1d0-9a00de935b8e req-81322a72-5026-4014-af63-36dd66af5a4c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] No DVR routers for this DVR port 80467ab1-0bd1-447c-9a1c-9089b86faff2 on host hv-cinder-81187 {{(pid=103172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:42:51.496989 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-b1bd1947-934a-4fec-a1d0-9a00de935b8e req-81322a72-5026-4014-af63-36dd66af5a4c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:51.501092 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b1bd1947-934a-4fec-a1d0-9a00de935b8e req-81322a72-5026-4014-af63-36dd66af5a4c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.35 "DELETE /v2.0/ports/80467ab1-0bd1-447c-9a1c-9089b86faff2 HTTP/1.1" status: 204 len: 173 time: 1.2271903 Jan 18 19:42:51.501540 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0db402-5fec-4b6d-a48f-a182478a5522', 'name': 'network-vif-deleted', 'tag': '80467ab1-0bd1-447c-9a1c-9089b86faff2'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:42:51.503885 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737f30b8-2c4e-48a0-ae18-1d86e87876e5" -d '{"events": [{"server_uuid": "1c0db402-5fec-4b6d-a48f-a182478a5522", "name": "network-vif-deleted", "tag": "80467ab1-0bd1-447c-9a1c-9089b86faff2"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:42:51.544307 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26d4475-6971-429d-a34a-cdfdfffce835 x-openstack-request-id: req-d26d4475-6971-429d-a34a-cdfdfffce835 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:42:51.544709 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0db402-5fec-4b6d-a48f-a182478a5522", "name": "network-vif-deleted", "tag": "80467ab1-0bd1-447c-9a1c-9089b86faff2", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:42:51.544963 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d26d4475-6971-429d-a34a-cdfdfffce835 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:42:51.545528 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0db402-5fec-4b6d-a48f-a182478a5522', 'name': 'network-vif-deleted', 'tag': '80467ab1-0bd1-447c-9a1c-9089b86faff2', 'status': 'completed', 'code': 200} Jan 18 19:42:51.564789 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:51.590988 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-f75efcf6-e18a-4834-97f4-aa42d1a80dc6 None None] Set router 95892a55-9723-437d-a1e3-f0ddeff365fc gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:42:51.792951 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f75efcf6-e18a-4834-97f4-aa42d1a80dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:39Z', 'revision_number': 4, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': 'd458af8c-2fdd-4be7-b4ef-d6bf5b571cec', 'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'mac_address': 'fa:16:3e:2a:0a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:38Z', 'updated_at': '2022-01-18T19:35:44Z', 'revision_number': 5, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'subnets': [{'id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:42:51.819208 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75efcf6-e18a-4834-97f4-aa42d1a80dc6 None None] Checking router: 95892a55-9723-437d-a1e3-f0ddeff365fc for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:42:51.828167 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75efcf6-e18a-4834-97f4-aa42d1a80dc6 None None] Routers {'95892a55-9723-437d-a1e3-f0ddeff365fc'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:42:51.828762 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f75efcf6-e18a-4834-97f4-aa42d1a80dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:42:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['95892a55-9723-437d-a1e3-f0ddeff365fc'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:42:51.931238 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-f75efcf6-e18a-4834-97f4-aa42d1a80dc6 None None] Set router 95892a55-9723-437d-a1e3-f0ddeff365fc gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:42:51.999826 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a2924a12-04bb-4086-99c7-ed3487ec664f req-213dd2d6-c5cf-4b80-93c0-838e33f51591 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 210 time: 0.0257456 Jan 18 19:42:52.129127 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-f75efcf6-e18a-4834-97f4-aa42d1a80dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:39Z', 'revision_number': 4, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': 'd458af8c-2fdd-4be7-b4ef-d6bf5b571cec', 'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'mac_address': 'fa:16:3e:2a:0a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:38Z', 'updated_at': '2022-01-18T19:35:44Z', 'revision_number': 5, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'subnets': [{'id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:42:52.158263 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75efcf6-e18a-4834-97f4-aa42d1a80dc6 None None] The sync data for ids ['95892a55-9723-437d-a1e3-f0ddeff365fc'] in dv-cinder-811877-7-iscsi is: [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:39Z', 'revision_number': 4, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': 'd458af8c-2fdd-4be7-b4ef-d6bf5b571cec', 'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'mac_address': 'fa:16:3e:2a:0a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:38Z', 'updated_at': '2022-01-18T19:35:44Z', 'revision_number': 5, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'subnets': [{'id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:42:52.376189 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97517b35-53cf-4ff4-a90e-fd7f94325daa None None] New status for floating IP f3265399-f0bb-4c8e-b575-b2ad9d49d04c: DOWN {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 19:42:53.034800 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:53.102305 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-28feb15d-b80e-4d1e-82da-d555ce5e1b6e req-e1683c39-eef0-407b-9c14-566c9712537c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 210 time: 0.0300670 Jan 18 19:42:54.193668 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 80467ab1-0bd1-447c-9a1c-9089b86faff2 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:42:54.218777 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: 80467ab1-0bd1-447c-9a1c-9089b86faff2 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:42:54.219502 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 80467ab1-0bd1-447c-9a1c-9089b86faff2 not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:42:54.223111 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-34e502a3-b958-4aec-976e-160aa0b359b0 req-0ea95419-70f4-4f99-8d37-b18d4100e678 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c0db402-5fec-4b6d-a48f-a182478a5522 HTTP/1.1" status: 200 len: 210 time: 0.0352120 Jan 18 19:42:55.401355 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 39620) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:55.453731 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a46116af-1b65-45c9-86c3-65043f07150e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group (d8157f39-b651-4e71-be9f-65a4c3c2ece2), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:55.476614 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a46116af-1b65-45c9-86c3-65043f07150e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group (d8157f39-b651-4e71-be9f-65a4c3c2ece2), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:55.611595 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a46116af-1b65-45c9-86c3-65043f07150e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (d8157f39-b651-4e71-be9f-65a4c3c2ece2), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:55.614358 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a46116af-1b65-45c9-86c3-65043f07150e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:55.615528 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-a46116af-1b65-45c9-86c3-65043f07150e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "DELETE /v2.0/security-groups/d8157f39-b651-4e71-be9f-65a4c3c2ece2 HTTP/1.1" status: 204 len: 168 time: 0.2131948 Jan 18 19:42:55.618355 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 39622) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:55.624656 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46116af-1b65-45c9-86c3-65043f07150e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8157f39-b651-4e71-be9f-65a4c3c2ece2,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:55.631493 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.api.v2.resource [None req-e7cdaae2-aed3-4ae8-b8eb-2ec008111a78 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] show failed (client error): The resource could not be found. Jan 18 19:42:55.632717 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-e7cdaae2-aed3-4ae8-b8eb-2ec008111a78 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups/d8157f39-b651-4e71-be9f-65a4c3c2ece2 HTTP/1.1" status: 404 len: 347 time: 0.0130677 Jan 18 19:42:55.635382 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 39624) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:55.760551 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-27e3916e-daff-4043-8fcc-3bd3010c89a5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Deleting port 113b282d-e40f-40d2-94d2-e0ba76900227 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:42:55.760802 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27e3916e-daff-4043-8fcc-3bd3010c89a5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (113b282d-e40f-40d2-94d2-e0ba76900227), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:55.846869 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27e3916e-daff-4043-8fcc-3bd3010c89a5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (113b282d-e40f-40d2-94d2-e0ba76900227), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:55.847194 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27e3916e-daff-4043-8fcc-3bd3010c89a5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for floatingip (113b282d-e40f-40d2-94d2-e0ba76900227), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:55.860977 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-27e3916e-daff-4043-8fcc-3bd3010c89a5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Calling delete_port for 113b282d-e40f-40d2-94d2-e0ba76900227 owned by network:floatingip {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:42:56.080531 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27e3916e-daff-4043-8fcc-3bd3010c89a5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (113b282d-e40f-40d2-94d2-e0ba76900227), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:56.104142 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3916e-daff-4043-8fcc-3bd3010c89a5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Pushing event deleted for resources: {'Port': ['ID=113b282d-e40f-40d2-94d2-e0ba76900227,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:56.167180 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27e3916e-daff-4043-8fcc-3bd3010c89a5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for floatingip (f3265399-f0bb-4c8e-b575-b2ad9d49d04c), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:56.170696 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27e3916e-daff-4043-8fcc-3bd3010c89a5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:56.171856 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-27e3916e-daff-4043-8fcc-3bd3010c89a5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "DELETE /v2.0/floatingips/f3265399-f0bb-4c8e-b575-b2ad9d49d04c HTTP/1.1" status: 204 len: 168 time: 0.5355406 Jan 18 19:42:56.665234 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 39630) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:56.669706 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-a55d14cf-c3d0-4cfe-be8a-72fe0709eb47 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2139105082', 'description': 'tempest-description--570597523'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:42:56.777612 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a55d14cf-c3d0-4cfe-be8a-72fe0709eb47 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:56.841641 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a55d14cf-c3d0-4cfe-be8a-72fe0709eb47 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group (bb7f97c5-5cfc-4d94-b962-6ca889d6715c), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:56.903011 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a55d14cf-c3d0-4cfe-be8a-72fe0709eb47 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (bb7f97c5-5cfc-4d94-b962-6ca889d6715c), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:56.931444 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d14cf-c3d0-4cfe-be8a-72fe0709eb47 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7f97c5-5cfc-4d94-b962-6ca889d6715c,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:56.977321 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a55d14cf-c3d0-4cfe-be8a-72fe0709eb47 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:56.978616 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-a55d14cf-c3d0-4cfe-be8a-72fe0709eb47 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3123877 Jan 18 19:42:56.981408 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 39632) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:56.986468 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-cc612dc4-5686-42c9-aab6-82c4dc51b31e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Request body: {'security_group_rule': {'security_group_id': 'bb7f97c5-5cfc-4d94-b962-6ca889d6715c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:42:57.097209 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-cc612dc4-5686-42c9-aab6-82c4dc51b31e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group_rule (c69da0ee-4c92-425d-920d-8b4aebd3dc53), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:57.153467 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-cc612dc4-5686-42c9-aab6-82c4dc51b31e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group_rule (c69da0ee-4c92-425d-920d-8b4aebd3dc53), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:57.222784 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-cc612dc4-5686-42c9-aab6-82c4dc51b31e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (c69da0ee-4c92-425d-920d-8b4aebd3dc53), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:57.241337 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc612dc4-5686-42c9-aab6-82c4dc51b31e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69da0ee-4c92-425d-920d-8b4aebd3dc53,revision_number=0']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:57.305034 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-cc612dc4-5686-42c9-aab6-82c4dc51b31e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:57.306372 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-cc612dc4-5686-42c9-aab6-82c4dc51b31e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3238950 Jan 18 19:42:57.308962 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 39636) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:57.313163 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-87fd2077-1bf5-4633-b4c8-9d48ee6fb68a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Request body: {'security_group_rule': {'security_group_id': 'bb7f97c5-5cfc-4d94-b962-6ca889d6715c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:42:57.402627 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-87fd2077-1bf5-4633-b4c8-9d48ee6fb68a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group_rule (9de44ec5-2bcc-4de2-bb50-5f2de1f6cbb8), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:57.456307 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-87fd2077-1bf5-4633-b4c8-9d48ee6fb68a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group_rule (9de44ec5-2bcc-4de2-bb50-5f2de1f6cbb8), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:57.512242 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-87fd2077-1bf5-4633-b4c8-9d48ee6fb68a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (9de44ec5-2bcc-4de2-bb50-5f2de1f6cbb8), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:57.531208 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd2077-1bf5-4633-b4c8-9d48ee6fb68a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de44ec5-2bcc-4de2-bb50-5f2de1f6cbb8,revision_number=0']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:57.600054 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-87fd2077-1bf5-4633-b4c8-9d48ee6fb68a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:57.601261 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-87fd2077-1bf5-4633-b4c8-9d48ee6fb68a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2913704 Jan 18 19:42:57.604232 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 39638) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:42:57.608333 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-d68c9bc9-f757-4061-9d18-b66318cf50f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Request body: {'floatingip': {'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:42:57.689575 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d68c9bc9-f757-4061-9d18-b66318cf50f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:57.783833 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d68c9bc9-f757-4061-9d18-b66318cf50f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:57.883185 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [None req-d68c9bc9-f757-4061-9d18-b66318cf50f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Allocated IP 172.27.2.214 (f5eef2c2-a885-4f46-b327-cbc20c3014d9/9269629e-72aa-4525-943b-faee8ca91ecd/0287b4ed-53ee-4ba2-bc8c-006b5c6f11f6) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:42:57.980625 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d68c9bc9-f757-4061-9d18-b66318cf50f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for port (0287b4ed-53ee-4ba2-bc8c-006b5c6f11f6), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:58.057637 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d68c9bc9-f757-4061-9d18-b66318cf50f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (0287b4ed-53ee-4ba2-bc8c-006b5c6f11f6), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:58.095326 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68c9bc9-f757-4061-9d18-b66318cf50f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:42:58.098171 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-d68c9bc9-f757-4061-9d18-b66318cf50f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:42:58.101652 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68c9bc9-f757-4061-9d18-b66318cf50f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:42:58.127372 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c9bc9-f757-4061-9d18-b66318cf50f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Pushing event updated for resources: {'Port': ['ID=0287b4ed-53ee-4ba2-bc8c-006b5c6f11f6,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:58.193152 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d68c9bc9-f757-4061-9d18-b66318cf50f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for floatingip (a110671b-a08c-494d-b72a-b15f55292569), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:58.258929 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d68c9bc9-f757-4061-9d18-b66318cf50f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (0287b4ed-53ee-4ba2-bc8c-006b5c6f11f6), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:58.406160 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d68c9bc9-f757-4061-9d18-b66318cf50f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for port (0287b4ed-53ee-4ba2-bc8c-006b5c6f11f6), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:58.457142 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d68c9bc9-f757-4061-9d18-b66318cf50f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (0287b4ed-53ee-4ba2-bc8c-006b5c6f11f6), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:58.522481 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c9bc9-f757-4061-9d18-b66318cf50f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Pushing event updated for resources: {'Port': ['ID=0287b4ed-53ee-4ba2-bc8c-006b5c6f11f6,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:42:58.532768 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d68c9bc9-f757-4061-9d18-b66318cf50f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087224'] for floatingip (a110671b-a08c-494d-b72a-b15f55292569), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:58.607859 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d68c9bc9-f757-4061-9d18-b66318cf50f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:42:58.609655 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-d68c9bc9-f757-4061-9d18-b66318cf50f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0045192 Jan 18 19:42:58.796471 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-542792db-9857-4eac-9d67-2e350103afad req-dd321cc5-36f1-4757-ba44-e2b445071c72 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2139105082&fields=id&tenant_id=cf0cd8080e184330b0b0cc9934525143 HTTP/1.1" status: 200 len: 267 time: 0.0411150 Jan 18 19:42:58.959268 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542792db-9857-4eac-9d67-2e350103afad req-6ba8535f-15a5-4406-9726-bb4ff22cd44e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:42:58.959268 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-542792db-9857-4eac-9d67-2e350103afad req-6ba8535f-15a5-4406-9726-bb4ff22cd44e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/networks?id=2276716e-d010-493f-805b-07bee1604b14 HTTP/1.1" status: 200 len: 817 time: 0.1066926 Jan 18 19:42:58.959268 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-542792db-9857-4eac-9d67-2e350103afad req-7531b020-496a-4258-b258-47910585f4f1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/quotas/cf0cd8080e184330b0b0cc9934525143 HTTP/1.1" status: 200 len: 375 time: 0.0087643 Jan 18 19:42:58.973660 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-542792db-9857-4eac-9d67-2e350103afad req-d065e7ca-825d-4390-b42b-0d9fca4ce33c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf0cd8080e184330b0b0cc9934525143&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434561 Jan 18 19:42:59.068683 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-542792db-9857-4eac-9d67-2e350103afad req-9c6ece06-d33e-4b98-84b5-a3df3bb806f8 service neutron] 10.222.0.20 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839503 Jan 18 19:42:59.154922 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-542792db-9857-4eac-9d67-2e350103afad req-909ad1f9-0c97-4794-a80a-691ffef499ad service neutron] 10.222.0.20 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804379 Jan 18 19:42:59.388480 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-78c09f64-e8fa-4228-9f24-3cc6c6895ba7 req-0f9b64f5-5432-497c-9e6f-0cadac966333 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 210 time: 0.0247700 Jan 18 19:43:00.489032 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-217b3341-5b68-44bc-aedf-39fa81eadd9d req-607b4cae-de89-4282-953a-23cff66e003d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 210 time: 0.0296714 Jan 18 19:43:01.319860 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542792db-9857-4eac-9d67-2e350103afad req-61e0d3f6-67d4-41b7-8674-1e8cbdf9f9c3 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:01.321271 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-542792db-9857-4eac-9d67-2e350103afad req-61e0d3f6-67d4-41b7-8674-1e8cbdf9f9c3 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.35 "GET /v2.0/networks?id=2276716e-d010-493f-805b-07bee1604b14 HTTP/1.1" status: 200 len: 817 time: 0.1005232 Jan 18 19:43:01.584483 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-78412a4d-532b-489d-822e-68e59b81131d req-6fab40fc-aa55-490c-bd05-39ed4b775434 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 210 time: 0.0257294 Jan 18 19:43:02.676783 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-04cdad56-4ecd-43f9-9d6e-a17f2fa0704d req-28051dbc-fb12-4799-a840-3558b9b6a771 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 210 time: 0.0242965 Jan 18 19:43:02.990212 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-542792db-9857-4eac-9d67-2e350103afad req-fafe8a8f-bd78-4ad4-86db-b6f170ab1604 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf0cd8080e184330b0b0cc9934525143 HTTP/1.1" status: 200 len: 380 time: 0.0551386 Jan 18 19:43:03.737517 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-542792db-9857-4eac-9d67-2e350103afad req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Request body: {'port': {'device_id': 'cd062979-eb9f-483b-8c52-8fda3b9a3d25', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'admin_state_up': True, 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'security_groups': ['bb7f97c5-5cfc-4d94-b962-6ca889d6715c']}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:43:03.803909 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ea0d6126-2208-4025-876f-835b73fdda9c req-ca013344-f74a-4b95-9bb9-0c491a8d99fc tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 210 time: 0.0523198 Jan 18 19:43:03.935090 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542792db-9857-4eac-9d67-2e350103afad req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Made reservation on behalf of cf0cd8080e184330b0b0cc9934525143 for: {'port': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:43:03.938573 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-542792db-9857-4eac-9d67-2e350103afad req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:04.056637 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [req-542792db-9857-4eac-9d67-2e350103afad req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Allocated IP 172.20.0.4 (2276716e-d010-493f-805b-07bee1604b14/a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de/a7904329-5ccf-4ecc-9666-18486fc790c7) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:43:04.185584 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-542792db-9857-4eac-9d67-2e350103afad req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:04.266818 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-542792db-9857-4eac-9d67-2e350103afad req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:04.309939 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542792db-9857-4eac-9d67-2e350103afad req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Network 2276716e-d010-493f-805b-07bee1604b14 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:43:04.312961 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [req-542792db-9857-4eac-9d67-2e350103afad req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:43:04.316629 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-542792db-9857-4eac-9d67-2e350103afad req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:43:04.340078 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Pushing event updated for resources: {'Port': ['ID=a7904329-5ccf-4ecc-9666-18486fc790c7,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:04.359456 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:04.359815 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:04.360170 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:04.360509 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:04.360845 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:04.361180 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:04.361511 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:04.361843 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:04.362198 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:04.362522 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:04.362851 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:04.363224 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:04.363498 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:04.387982 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542792db-9857-4eac-9d67-2e350103afad req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:04.388593 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-542792db-9857-4eac-9d67-2e350103afad req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:04.482903 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-542792db-9857-4eac-9d67-2e350103afad req-44327764-46fe-4393-b0ee-cdf637a7671a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7499897 Jan 18 19:43:04.550977 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Request body: {'port': {'device_id': 'cd062979-eb9f-483b-8c52-8fda3b9a3d25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:43:04.566285 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-7cc049d4-5835-4fdc-93a9-0eb78e9b5816 None None] Provisioning complete for port a7904329-5ccf-4ecc-9666-18486fc790c7 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:43:04.566829 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7cc049d4-5835-4fdc-93a9-0eb78e9b5816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:04.599475 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-7cc049d4-5835-4fdc-93a9-0eb78e9b5816 None None] Port a7904329-5ccf-4ecc-9666-18486fc790c7 cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:43:04.601763 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:04.864893 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7904329-5ccf-4ecc-9666-18486fc790c7 {{(pid=103172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:43:04.873796 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Publish callbacks [] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:04.889109 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.provisioning_blocks [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Transition to ACTIVE for port object a7904329-5ccf-4ecc-9666-18486fc790c7 will not be triggered until provisioned by entity L2. {{(pid=103172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:43:04.946286 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005b16a-b645-4910-a6a9-c6be34c9fb87 req-7b402a6f-fd04-4500-9ea0-3615f7a9a623 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:04.946286 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4005b16a-b645-4910-a6a9-c6be34c9fb87 req-7b402a6f-fd04-4500-9ea0-3615f7a9a623 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 931 time: 0.0541546 Jan 18 19:43:04.988798 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4005b16a-b645-4910-a6a9-c6be34c9fb87 req-ce5268ba-7439-47b7-924a-dcf02908700f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416777 Jan 18 19:43:05.006262 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:05.076330 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a7904329-5ccf-4ecc-9666-18486fc790c7,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:05.135975 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Attempting to bind port a7904329-5ccf-4ecc-9666-18486fc790c7 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:43:05.136320 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Attempting to bind port a7904329-5ccf-4ecc-9666-18486fc790c7 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'bf86f149-7fa9-43db-8971-7a535193d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2276716e-d010-493f-805b-07bee1604b14'}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:43:05.136655 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Attempting to bind port a7904329-5ccf-4ecc-9666-18486fc790c7 on network 2276716e-d010-493f-805b-07bee1604b14 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:43:05.142286 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Port a7904329-5ccf-4ecc-9666-18486fc790c7 on network 2276716e-d010-493f-805b-07bee1604b14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:43:05.142625 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Attempting to bind port a7904329-5ccf-4ecc-9666-18486fc790c7 on network 2276716e-d010-493f-805b-07bee1604b14 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:43:05.148990 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:43:05.151016 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Checking segment: {'id': 'bf86f149-7fa9-43db-8971-7a535193d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2276716e-d010-493f-805b-07bee1604b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:43:05.151016 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Bound using segment: {'id': 'bf86f149-7fa9-43db-8971-7a535193d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2276716e-d010-493f-805b-07bee1604b14'} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:43:05.151255 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Bound port: a7904329-5ccf-4ecc-9666-18486fc790c7, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf86f149-7fa9-43db-8971-7a535193d516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2276716e-d010-493f-805b-07bee1604b14'}}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:43:05.151599 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:05.222706 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] For port a7904329-5ccf-4ecc-9666-18486fc790c7, host hv-cinder-81187, cleared binding levels {{(pid=103172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:43:05.231119 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] For port a7904329-5ccf-4ecc-9666-18486fc790c7, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a7904329-5ccf-4ecc-9666-18486fc790c7,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:43:05.308926 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:05.346372 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:05.347369 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:05.348635 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-542792db-9857-4eac-9d67-2e350103afad req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] 10.222.0.35 "PUT /v2.0/ports/a7904329-5ccf-4ecc-9666-18486fc790c7 HTTP/1.1" status: 200 len: 1093 time: 0.8024347 Jan 18 19:43:05.349202 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd062979-eb9f-483b-8c52-8fda3b9a3d25', 'tag': 'a7904329-5ccf-4ecc-9666-18486fc790c7'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:43:05.351721 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189fc472-4ecd-4938-bb2f-86cad907be65" -d '{"events": [{"name": "network-changed", "server_uuid": "cd062979-eb9f-483b-8c52-8fda3b9a3d25", "tag": "a7904329-5ccf-4ecc-9666-18486fc790c7"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:43:05.377239 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfc0d6-4d1e-4efe-9d92-5ddce0ce49b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a7904329-5ccf-4ecc-9666-18486fc790c7,revision_number=3']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:05.416036 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b21441-c2f2-489e-a324-c1390050beae x-openstack-request-id: req-68b21441-c2f2-489e-a324-c1390050beae {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:43:05.416468 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd062979-eb9f-483b-8c52-8fda3b9a3d25", "tag": "a7904329-5ccf-4ecc-9666-18486fc790c7", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:43:05.416912 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68b21441-c2f2-489e-a324-c1390050beae {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:43:05.417374 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd062979-eb9f-483b-8c52-8fda3b9a3d25', 'tag': 'a7904329-5ccf-4ecc-9666-18486fc790c7', 'status': 'completed', 'code': 200} Jan 18 19:43:05.489403 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fc472-4ecd-4938-bb2f-86cad907be65 req-fe265f02-e904-4c6c-9da4-b7900d03d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:05.489403 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-189fc472-4ecd-4938-bb2f-86cad907be65 req-fe265f02-e904-4c6c-9da4-b7900d03d0cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf0cd8080e184330b0b0cc9934525143&device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 1096 time: 0.0533512 Jan 18 19:43:05.600633 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fc472-4ecd-4938-bb2f-86cad907be65 req-18bb3678-2420-49c1-9232-17e91288c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:05.602004 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-189fc472-4ecd-4938-bb2f-86cad907be65 req-18bb3678-2420-49c1-9232-17e91288c73e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=cf0cd8080e184330b0b0cc9934525143&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1044457 Jan 18 19:43:05.695891 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fc472-4ecd-4938-bb2f-86cad907be65 req-513622bc-f45a-431d-88eb-621e18ecb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:05.697366 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-189fc472-4ecd-4938-bb2f-86cad907be65 req-513622bc-f45a-431d-88eb-621e18ecb67e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890272 Jan 18 19:43:06.042563 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542792db-9857-4eac-9d67-2e350103afad req-7cff091c-7d13-4369-aa9b-41fc3eccbf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:06.043113 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-542792db-9857-4eac-9d67-2e350103afad req-7cff091c-7d13-4369-aa9b-41fc3eccbf6a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf0cd8080e184330b0b0cc9934525143&device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 1096 time: 0.3036387 Jan 18 19:43:06.054986 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b9036-db37-4525-bc72-541e40398742 req-779376f8-03eb-4c6f-9571-f5b757987145 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:06.056412 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0b3b9036-db37-4525-bc72-541e40398742 req-779376f8-03eb-4c6f-9571-f5b757987145 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0576169 Jan 18 19:43:06.113146 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-542792db-9857-4eac-9d67-2e350103afad req-01134b4b-8f17-4fbe-986f-6cd02c3156c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7904329-5ccf-4ecc-9666-18486fc790c7 HTTP/1.1" status: 200 len: 217 time: 0.0558007 Jan 18 19:43:06.195933 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542792db-9857-4eac-9d67-2e350103afad req-4075e7f0-faab-495d-868b-8f95cbff947b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:06.197368 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-542792db-9857-4eac-9d67-2e350103afad req-4075e7f0-faab-495d-868b-8f95cbff947b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de HTTP/1.1" status: 200 len: 856 time: 0.0699935 Jan 18 19:43:06.205345 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5a6a0-2881-44cd-a88e-20b8c69332c2 req-a0552487-a477-4845-ba9f-4eaf52cdde6e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:06.206730 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-03a5a6a0-2881-44cd-a88e-20b8c69332c2 req-a0552487-a477-4845-ba9f-4eaf52cdde6e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.1424730 Jan 18 19:43:06.211075 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0b3b9036-db37-4525-bc72-541e40398742 req-c0d67ecf-70fb-40db-bea6-564f3a80314c tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477520 Jan 18 19:43:06.283257 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-03a5a6a0-2881-44cd-a88e-20b8c69332c2 req-68951a47-9fea-4460-b3c5-abc36e90b310 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651386 Jan 18 19:43:06.285056 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542792db-9857-4eac-9d67-2e350103afad req-1d9c02b4-748b-4fa3-bc0c-f54c51fc2add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:06.286456 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-542792db-9857-4eac-9d67-2e350103afad req-1d9c02b4-748b-4fa3-bc0c-f54c51fc2add service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2276716e-d010-493f-805b-07bee1604b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789111 Jan 18 19:43:06.373321 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-542792db-9857-4eac-9d67-2e350103afad req-d4b5be51-6d8d-47e0-9054-d0aa4bed38cb service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801125 Jan 18 19:43:06.461061 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-542792db-9857-4eac-9d67-2e350103afad req-c3d4c5f4-8eab-4de5-8b34-e5e1b1b4d360 service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818617 Jan 18 19:43:07.326729 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50609d-3bee-4e45-a3f5-f00a60c2bfbe req-a9754543-edef-4256-b697-533528ab3662 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:07.329097 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ff50609d-3bee-4e45-a3f5-f00a60c2bfbe req-a9754543-edef-4256-b697-533528ab3662 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0495265 Jan 18 19:43:07.398413 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ff50609d-3bee-4e45-a3f5-f00a60c2bfbe req-d92730d2-2073-484c-9374-6b368f6e4520 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639477 Jan 18 19:43:07.415630 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e394f-60dd-4240-80db-132fdbb872da req-64fd7545-daa8-4dc9-a661-2b5e86687134 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:07.415630 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1c7e394f-60dd-4240-80db-132fdbb872da req-64fd7545-daa8-4dc9-a661-2b5e86687134 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0619979 Jan 18 19:43:07.463820 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1c7e394f-60dd-4240-80db-132fdbb872da req-97106611-eee5-4bab-8534-f8652fdd3c6f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431962 Jan 18 19:43:08.510641 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0e3b2-3d5c-4d9a-9a86-f67e8e48e250 req-b82ec0bf-f1c6-4d33-93d2-74432eeccd37 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:08.512122 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0ff0e3b2-3d5c-4d9a-9a86-f67e8e48e250 req-b82ec0bf-f1c6-4d33-93d2-74432eeccd37 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0471308 Jan 18 19:43:08.583477 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0ff0e3b2-3d5c-4d9a-9a86-f67e8e48e250 req-5212ff77-2cb9-4c72-8ee2-8bf0aa2fc954 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657504 Jan 18 19:43:08.598830 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa1477-93d2-428f-b27e-6cd5362ca9b3 req-d838743b-485b-4852-a75e-c2a54b6e1e90 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:08.600277 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-69aa1477-93d2-428f-b27e-6cd5362ca9b3 req-d838743b-485b-4852-a75e-c2a54b6e1e90 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0666506 Jan 18 19:43:08.645458 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-69aa1477-93d2-428f-b27e-6cd5362ca9b3 req-6267a678-3be5-4873-90de-b896d34400d8 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398469 Jan 18 19:43:09.706221 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198f146-fbbe-45df-b961-0c0ae88e07c7 req-3a4ec9ab-2f79-4c22-a41b-e92790e0254f tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:09.707525 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1198f146-fbbe-45df-b961-0c0ae88e07c7 req-3a4ec9ab-2f79-4c22-a41b-e92790e0254f tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0602317 Jan 18 19:43:09.785026 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1198f146-fbbe-45df-b961-0c0ae88e07c7 req-5f25a6b9-d45d-42b9-9daa-1548a51b1d6f tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711296 Jan 18 19:43:09.797471 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663954c-f6d0-4b84-b52d-117d610a4980 req-68aa419f-7e1a-4832-92e3-d74386c8f948 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:09.798980 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a663954c-f6d0-4b84-b52d-117d610a4980 req-68aa419f-7e1a-4832-92e3-d74386c8f948 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0683379 Jan 18 19:43:09.848884 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a663954c-f6d0-4b84-b52d-117d610a4980 req-bf3cd0d4-251b-4fc0-88ee-a38aae59f16d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426979 Jan 18 19:43:10.620056 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device a7904329-5ccf-4ecc-9666-18486fc790c7 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:43:10.651224 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 39808) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:43:10.715739 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port a7904329-5ccf-4ecc-9666-18486fc790c7, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a7904329-5ccf-4ecc-9666-18486fc790c7,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:43:10.727850 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': 'a7904329-5ccf-4ecc-9666-18486fc790c7', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'port_id': 'a7904329-5ccf-4ecc-9666-18486fc790c7', 'mac_address': 'fa:16:3e:8b:1c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:43:10.760468 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21cf7574-a802-499d-a33f-103c9b6487de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:10.764043 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port a7904329-5ccf-4ecc-9666-18486fc790c7 is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:43:10.764443 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:10.777634 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7904329-5ccf-4ecc-9666-18486fc790c7 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:43:10.796758 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port a7904329-5ccf-4ecc-9666-18486fc790c7, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a7904329-5ccf-4ecc-9666-18486fc790c7,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:43:10.842489 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21cf7574-a802-499d-a33f-103c9b6487de admin admin] Publish callbacks [] for security_group (b710e3db-35f9-4a13-9fb7-3130dc4401d6), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:10.868402 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:10.900304 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a871464-39e1-4dc6-819c-dee69fb0e50e req-f4469e07-ea10-4639-afee-94076d3076dd tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:10.901845 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3a871464-39e1-4dc6-819c-dee69fb0e50e req-f4469e07-ea10-4639-afee-94076d3076dd tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0479827 Jan 18 19:43:10.926060 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-21cf7574-a802-499d-a33f-103c9b6487de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (b710e3db-35f9-4a13-9fb7-3130dc4401d6), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:10.963202 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-21cf7574-a802-499d-a33f-103c9b6487de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9cdb440b088b43c6a8be8a52340f2b75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082111 Jan 18 19:43:10.965583 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 39816) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:43:10.995349 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3a871464-39e1-4dc6-819c-dee69fb0e50e req-f51605ec-c0a5-4738-9e7e-90dbea1c52b5 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851452 Jan 18 19:43:10.999780 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf7574-a802-499d-a33f-103c9b6487de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b710e3db-35f9-4a13-9fb7-3130dc4401d6,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:11.009175 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83462ce5-8c45-4035-8276-ca93c3593c0a req-922a8875-d902-4201-af41-bd43c41d5b8a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:11.011198 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-83462ce5-8c45-4035-8276-ca93c3593c0a req-922a8875-d902-4201-af41-bd43c41d5b8a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 944 time: 0.0836971 Jan 18 19:43:11.013038 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf7574-a802-499d-a33f-103c9b6487de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:11.013498 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf7574-a802-499d-a33f-103c9b6487de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:11.013916 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf7574-a802-499d-a33f-103c9b6487de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:11.014357 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf7574-a802-499d-a33f-103c9b6487de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:11.014763 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf7574-a802-499d-a33f-103c9b6487de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:11.015163 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf7574-a802-499d-a33f-103c9b6487de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:11.015563 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf7574-a802-499d-a33f-103c9b6487de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:11.016544 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf7574-a802-499d-a33f-103c9b6487de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:11.016945 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf7574-a802-499d-a33f-103c9b6487de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:11.017342 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf7574-a802-499d-a33f-103c9b6487de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:11.017875 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf7574-a802-499d-a33f-103c9b6487de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:11.018289 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf7574-a802-499d-a33f-103c9b6487de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:11.018678 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf7574-a802-499d-a33f-103c9b6487de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:11.044467 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-05192b78-6a54-4109-a217-2c9392348fee admin admin] Publish callbacks [] for security_group (b710e3db-35f9-4a13-9fb7-3130dc4401d6), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:11.064280 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=a7904329-5ccf-4ecc-9666-18486fc790c7,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:11.068993 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-05192b78-6a54-4109-a217-2c9392348fee admin admin] Publish callbacks [] for security_group (b710e3db-35f9-4a13-9fb7-3130dc4401d6), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:11.071070 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-83462ce5-8c45-4035-8276-ca93c3593c0a req-10e45951-b59d-4f7b-a86c-3084bbff7211 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529537 Jan 18 19:43:11.182778 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-05192b78-6a54-4109-a217-2c9392348fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (b710e3db-35f9-4a13-9fb7-3130dc4401d6), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:11.185374 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-05192b78-6a54-4109-a217-2c9392348fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:11.186562 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-05192b78-6a54-4109-a217-2c9392348fee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b710e3db-35f9-4a13-9fb7-3130dc4401d6 HTTP/1.1" status: 204 len: 168 time: 0.2218564 Jan 18 19:43:11.194483 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05192b78-6a54-4109-a217-2c9392348fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b710e3db-35f9-4a13-9fb7-3130dc4401d6,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:11.259270 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['a7904329-5ccf-4ecc-9666-18486fc790c7'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:43:12.104653 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2751ac-841c-4776-b083-5e80132f35eb req-d4df9bff-7676-49be-870f-1c0c37b3fd7c tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:12.106162 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0b2751ac-841c-4776-b083-5e80132f35eb req-d4df9bff-7676-49be-870f-1c0c37b3fd7c tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0468805 Jan 18 19:43:12.177568 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0b2751ac-841c-4776-b083-5e80132f35eb req-5e4502d4-d3dd-41b5-ad02-d26e32e95cb1 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653045 Jan 18 19:43:12.196295 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802b3a5-38d6-40b8-9b75-04a9524245bb req-829ad583-a9e7-4f4a-8246-d130e2a898a9 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:12.197748 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b802b3a5-38d6-40b8-9b75-04a9524245bb req-829ad583-a9e7-4f4a-8246-d130e2a898a9 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 944 time: 0.0618341 Jan 18 19:43:12.250256 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b802b3a5-38d6-40b8-9b75-04a9524245bb req-035f1f3e-6b44-4ef5-83af-ab238ef0f6cf tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469429 Jan 18 19:43:12.623380 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device a7904329-5ccf-4ecc-9666-18486fc790c7 up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:43:12.723690 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port a7904329-5ccf-4ecc-9666-18486fc790c7 completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:43:12.727359 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port a7904329-5ccf-4ecc-9666-18486fc790c7 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:43:12.727738 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:12.801138 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port a7904329-5ccf-4ecc-9666-18486fc790c7 is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:43:12.801450 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:12.823427 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd062979-eb9f-483b-8c52-8fda3b9a3d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7904329-5ccf-4ecc-9666-18486fc790c7'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:43:12.825712 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b436f6-954f-465e-988d-bf19252f4a00" -d '{"events": [{"server_uuid": "cd062979-eb9f-483b-8c52-8fda3b9a3d25", "name": "network-vif-plugged", "status": "completed", "tag": "a7904329-5ccf-4ecc-9666-18486fc790c7"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:43:12.839156 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port a7904329-5ccf-4ecc-9666-18486fc790c7, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a7904329-5ccf-4ecc-9666-18486fc790c7,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:43:12.864269 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957d8e5c-7fd0-46b9-8482-73746d6155e6 x-openstack-request-id: req-957d8e5c-7fd0-46b9-8482-73746d6155e6 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:43:12.864561 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd062979-eb9f-483b-8c52-8fda3b9a3d25", "name": "network-vif-plugged", "status": "completed", "tag": "a7904329-5ccf-4ecc-9666-18486fc790c7", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:43:12.864820 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-957d8e5c-7fd0-46b9-8482-73746d6155e6 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:43:12.865214 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd062979-eb9f-483b-8c52-8fda3b9a3d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7904329-5ccf-4ecc-9666-18486fc790c7', 'code': 200} Jan 18 19:43:12.902794 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:12.930370 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:12.952675 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=a7904329-5ccf-4ecc-9666-18486fc790c7,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:13.187014 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289690a-abad-4248-9acd-ba3a52a0f081 req-6eb02002-cb07-4221-90cc-4efc0a6acf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:13.188457 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0289690a-abad-4248-9acd-ba3a52a0f081 req-6eb02002-cb07-4221-90cc-4efc0a6acf9f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 1098 time: 0.0378091 Jan 18 19:43:13.231758 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0289690a-abad-4248-9acd-ba3a52a0f081 req-939466f9-6873-40be-b548-6a68cffd89b0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374913 Jan 18 19:43:13.294102 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e17b36-618c-4220-a2ac-9d3cf071d09e req-00839c41-bfdb-462f-a531-70526cc01931 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:13.295751 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e2e17b36-618c-4220-a2ac-9d3cf071d09e req-00839c41-bfdb-462f-a531-70526cc01931 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0505288 Jan 18 19:43:13.364001 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e2e17b36-618c-4220-a2ac-9d3cf071d09e req-47a82426-2746-431e-98e5-27bb20173ea0 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623918 Jan 18 19:43:13.382538 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dca3ef-5476-4594-bc45-38cfd04890fa req-519a4254-6f16-4f30-8e63-bb1b085dc306 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:13.383959 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d2dca3ef-5476-4594-bc45-38cfd04890fa req-519a4254-6f16-4f30-8e63-bb1b085dc306 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0621078 Jan 18 19:43:13.429216 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d2dca3ef-5476-4594-bc45-38cfd04890fa req-543a9194-87df-4a91-a903-4b7cb474a376 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399575 Jan 18 19:43:14.475716 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c02236-8aae-4260-94dd-dbf0a8bf3bff req-1614b87d-4309-4426-956d-cd2042c0c8b2 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:14.477165 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d5c02236-8aae-4260-94dd-dbf0a8bf3bff req-1614b87d-4309-4426-956d-cd2042c0c8b2 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0468240 Jan 18 19:43:14.550723 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d5c02236-8aae-4260-94dd-dbf0a8bf3bff req-ea85605c-3b77-46b7-9d04-42fec4436181 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681307 Jan 18 19:43:14.566388 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa5f92-dde2-47c7-9178-d43606ba2037 req-84b970dd-6bc0-4eb5-81f5-d77055e7a637 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:14.567812 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-85fa5f92-dde2-47c7-9178-d43606ba2037 req-84b970dd-6bc0-4eb5-81f5-d77055e7a637 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0675385 Jan 18 19:43:14.613474 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-85fa5f92-dde2-47c7-9178-d43606ba2037 req-d190f0a5-31b9-4c64-b150-38537ab88732 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403509 Jan 18 19:43:15.663789 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8894a-2b1f-451d-b602-55bbcd5f2fb9 req-d9039c3e-5b5c-4203-b4e7-3d3e997ede9b tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:15.665258 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ade8894a-2b1f-451d-b602-55bbcd5f2fb9 req-d9039c3e-5b5c-4203-b4e7-3d3e997ede9b tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0476401 Jan 18 19:43:15.740472 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ade8894a-2b1f-451d-b602-55bbcd5f2fb9 req-74a4f065-0357-40cc-80ff-060cc0952f1d tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696216 Jan 18 19:43:15.755766 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae428df9-8e5b-4e3e-8724-4dfc33115d2e req-a338dccf-401e-4484-b0ae-e3d5ee7bf4ee tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:15.757212 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ae428df9-8e5b-4e3e-8724-4dfc33115d2e req-a338dccf-401e-4484-b0ae-e3d5ee7bf4ee tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0700898 Jan 18 19:43:15.802944 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ae428df9-8e5b-4e3e-8724-4dfc33115d2e req-30079b8a-54d4-45b3-b7ce-d987a6af1a94 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404472 Jan 18 19:43:15.913203 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f353d2-e39d-4945-978e-049e4c638417 req-bb82ec19-90bf-423b-a468-3ca70ebe175b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:15.914680 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-78f353d2-e39d-4945-978e-049e4c638417 req-bb82ec19-90bf-423b-a468-3ca70ebe175b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0466871 Jan 18 19:43:15.923688 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 39840) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:43:15.928017 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-84a3fd58-d231-4189-9d63-df039147ec13 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Request body: {'floatingip': {'port_id': 'a7904329-5ccf-4ecc-9666-18486fc790c7'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:43:15.969343 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-84a3fd58-d231-4189-9d63-df039147ec13 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for floatingip (a110671b-a08c-494d-b72a-b15f55292569), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:16.383113 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-84a3fd58-d231-4189-9d63-df039147ec13 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:16.439541 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-84a3fd58-d231-4189-9d63-df039147ec13 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087224'] for floatingip (a110671b-a08c-494d-b72a-b15f55292569), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:16.535911 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.l3_db [None req-84a3fd58-d231-4189-9d63-df039147ec13 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Floating IP a110671b-a08c-494d-b72a-b15f55292569 associated. External IP: 172.27.2.214, port: a7904329-5ccf-4ecc-9666-18486fc790c7. Jan 18 19:43:16.622877 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2be7cb7e-523f-411a-846a-d4358e9ccab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:16.734376 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a3fd58-d231-4189-9d63-df039147ec13 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Router 95892a55-9723-437d-a1e3-f0ddeff365fc has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:43:16.877220 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a3fd58-d231-4189-9d63-df039147ec13 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:43:16.883427 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-84a3fd58-d231-4189-9d63-df039147ec13 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:16.887161 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a3e2d-3cc0-409b-a1d2-8ecfa31fb3f2 None None] Sync routers for ids ['95892a55-9723-437d-a1e3-f0ddeff365fc'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:43:16.898819 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a3e2d-3cc0-409b-a1d2-8ecfa31fb3f2 None None] Routers {'95892a55-9723-437d-a1e3-f0ddeff365fc'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:43:16.899427 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0e4a3e2d-3cc0-409b-a1d2-8ecfa31fb3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:42:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['95892a55-9723-437d-a1e3-f0ddeff365fc'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:16.914924 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d46c2-fe8b-4f43-a25a-b053a43828eb req-0dadf6ac-5242-490d-9717-e67d8a8d5260 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:16.916385 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f24d46c2-fe8b-4f43-a25a-b053a43828eb req-0dadf6ac-5242-490d-9717-e67d8a8d5260 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0981421 Jan 18 19:43:16.925343 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-84a3fd58-d231-4189-9d63-df039147ec13 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "PUT /v2.0/floatingips/a110671b-a08c-494d-b72a-b15f55292569 HTTP/1.1" status: 200 len: 991 time: 1.0006754 Jan 18 19:43:16.930118 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd062979-eb9f-483b-8c52-8fda3b9a3d25', 'tag': 'a7904329-5ccf-4ecc-9666-18486fc790c7'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:43:16.932419 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a24460d-6867-47c4-a5eb-5c44ff8be459" -d '{"events": [{"name": "network-changed", "server_uuid": "cd062979-eb9f-483b-8c52-8fda3b9a3d25", "tag": "a7904329-5ccf-4ecc-9666-18486fc790c7"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:43:16.975664 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f24d46c2-fe8b-4f43-a25a-b053a43828eb req-11d5d6b2-ab6e-412d-af34-7e56e3907e08 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529320 Jan 18 19:43:17.012351 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-0e4a3e2d-3cc0-409b-a1d2-8ecfa31fb3f2 None None] Set router 95892a55-9723-437d-a1e3-f0ddeff365fc gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:43:17.018934 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475cfcfc-c4f0-4aee-b4fe-dcd086313535 x-openstack-request-id: req-475cfcfc-c4f0-4aee-b4fe-dcd086313535 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:43:17.019254 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd062979-eb9f-483b-8c52-8fda3b9a3d25", "tag": "a7904329-5ccf-4ecc-9666-18486fc790c7", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:43:17.019501 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-475cfcfc-c4f0-4aee-b4fe-dcd086313535 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:43:17.019904 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd062979-eb9f-483b-8c52-8fda3b9a3d25', 'tag': 'a7904329-5ccf-4ecc-9666-18486fc790c7', 'status': 'completed', 'code': 200} Jan 18 19:43:17.083644 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24460d-6867-47c4-a5eb-5c44ff8be459 req-d968bae9-416a-4867-943d-93ea9a8519d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:17.085125 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8a24460d-6867-47c4-a5eb-5c44ff8be459 req-d968bae9-416a-4867-943d-93ea9a8519d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf0cd8080e184330b0b0cc9934525143&device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 1098 time: 0.0397840 Jan 18 19:43:17.171157 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24460d-6867-47c4-a5eb-5c44ff8be459 req-5098b636-884a-4a74-acd7-2fdb79875893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:17.173178 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8a24460d-6867-47c4-a5eb-5c44ff8be459 req-5098b636-884a-4a74-acd7-2fdb79875893 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2276716e-d010-493f-805b-07bee1604b14 HTTP/1.1" status: 200 len: 918 time: 0.0806353 Jan 18 19:43:17.239836 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0e4a3e2d-3cc0-409b-a1d2-8ecfa31fb3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:39Z', 'revision_number': 4, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': 'a110671b-a08c-494d-b72a-b15f55292569', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'port_id': 'a7904329-5ccf-4ecc-9666-18486fc790c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'mac_address': 'fa:16:3e:8b:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd062979-eb9f-483b-8c52-8fda3b9a3d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:42:58Z', 'updated_at': '2022-01-18T19:43:16Z', 'revision_number': 1, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd458af8c-2fdd-4be7-b4ef-d6bf5b571cec', 'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'mac_address': 'fa:16:3e:2a:0a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:38Z', 'updated_at': '2022-01-18T19:35:44Z', 'revision_number': 5, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'subnets': [{'id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:17.243713 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8a24460d-6867-47c4-a5eb-5c44ff8be459 req-8220be19-6efe-4ad3-95fd-0b047bf6f97f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7904329-5ccf-4ecc-9666-18486fc790c7 HTTP/1.1" status: 200 len: 999 time: 0.0634828 Jan 18 19:43:17.267250 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a3e2d-3cc0-409b-a1d2-8ecfa31fb3f2 None None] Checking router: 95892a55-9723-437d-a1e3-f0ddeff365fc for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:43:17.275339 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a3e2d-3cc0-409b-a1d2-8ecfa31fb3f2 None None] Routers {'95892a55-9723-437d-a1e3-f0ddeff365fc'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:43:17.275925 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0e4a3e2d-3cc0-409b-a1d2-8ecfa31fb3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:42:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['95892a55-9723-437d-a1e3-f0ddeff365fc'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:17.291029 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24460d-6867-47c4-a5eb-5c44ff8be459 req-d61f1d03-f9f5-4017-a134-9d3a749630b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:17.292488 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8a24460d-6867-47c4-a5eb-5c44ff8be459 req-d61f1d03-f9f5-4017-a134-9d3a749630b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de HTTP/1.1" status: 200 len: 856 time: 0.0423291 Jan 18 19:43:17.336503 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24460d-6867-47c4-a5eb-5c44ff8be459 req-eb5cb03e-3d26-44a3-bff3-339324c1b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:17.337963 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8a24460d-6867-47c4-a5eb-5c44ff8be459 req-eb5cb03e-3d26-44a3-bff3-339324c1b3db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2276716e-d010-493f-805b-07bee1604b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384805 Jan 18 19:43:17.377233 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-0e4a3e2d-3cc0-409b-a1d2-8ecfa31fb3f2 None None] Set router 95892a55-9723-437d-a1e3-f0ddeff365fc gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:43:17.428599 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8a24460d-6867-47c4-a5eb-5c44ff8be459 req-842589bd-75f6-460b-b053-1a4a6080f91e service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822294 Jan 18 19:43:17.515118 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8a24460d-6867-47c4-a5eb-5c44ff8be459 req-aef2ed8d-83df-43ae-89f4-54bfae15f853 service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798066 Jan 18 19:43:17.592026 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0e4a3e2d-3cc0-409b-a1d2-8ecfa31fb3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:39Z', 'revision_number': 4, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': 'a110671b-a08c-494d-b72a-b15f55292569', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'port_id': 'a7904329-5ccf-4ecc-9666-18486fc790c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'mac_address': 'fa:16:3e:8b:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd062979-eb9f-483b-8c52-8fda3b9a3d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:42:58Z', 'updated_at': '2022-01-18T19:43:16Z', 'revision_number': 1, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd458af8c-2fdd-4be7-b4ef-d6bf5b571cec', 'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'mac_address': 'fa:16:3e:2a:0a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:38Z', 'updated_at': '2022-01-18T19:35:44Z', 'revision_number': 5, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'subnets': [{'id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:17.621760 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a3e2d-3cc0-409b-a1d2-8ecfa31fb3f2 None None] The sync data for ids ['95892a55-9723-437d-a1e3-f0ddeff365fc'] in dv-cinder-811877-7-iscsi is: [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:39Z', 'revision_number': 4, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': 'a110671b-a08c-494d-b72a-b15f55292569', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'port_id': 'a7904329-5ccf-4ecc-9666-18486fc790c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'mac_address': 'fa:16:3e:8b:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd062979-eb9f-483b-8c52-8fda3b9a3d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:42:58Z', 'updated_at': '2022-01-18T19:43:16Z', 'revision_number': 1, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd458af8c-2fdd-4be7-b4ef-d6bf5b571cec', 'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'mac_address': 'fa:16:3e:2a:0a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:38Z', 'updated_at': '2022-01-18T19:35:44Z', 'revision_number': 5, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'subnets': [{'id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:43:17.796049 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a21c4e-2077-4eba-bcc0-e022ae10e400 None None] New status for floating IP a110671b-a08c-494d-b72a-b15f55292569: ACTIVE {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 19:43:18.096834 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf50d1b-543d-408d-9bd5-8ac91090f63e req-6931383c-e1c5-45ac-8650-65aee6be26b5 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:18.098338 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8bf50d1b-543d-408d-9bd5-8ac91090f63e req-6931383c-e1c5-45ac-8650-65aee6be26b5 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0483944 Jan 18 19:43:18.147345 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8bf50d1b-543d-408d-9bd5-8ac91090f63e req-a19e3136-5178-4b32-a04d-94f61013fe8f tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436490 Jan 18 19:43:19.148507 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e5834316-c541-4992-a768-18a5613fd53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:19.260573 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e62b0-1b7c-4472-9199-f67fcb7bc7cd req-6036f517-9b11-4a01-b6b6-ca5d35d11e7d tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:19.262047 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2f3e62b0-1b7c-4472-9199-f67fcb7bc7cd req-6036f517-9b11-4a01-b6b6-ca5d35d11e7d tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0481534 Jan 18 19:43:19.313417 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2f3e62b0-1b7c-4472-9199-f67fcb7bc7cd req-2bfbaf15-c794-4b23-8eda-00741919e1c4 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453687 Jan 18 19:43:19.513800 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9427d5f7-9388-40d8-a3c1-1db5103cfbef req-b84424d2-9ebe-41f6-a361-890b90d2019e tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805071196&fields=id&tenant_id=c1a3d66fd692461db39e7663dfb12bd6 HTTP/1.1" status: 200 len: 267 time: 0.0411103 Jan 18 19:43:19.562640 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427d5f7-9388-40d8-a3c1-1db5103cfbef req-c4121b86-bc7b-4927-b52a-5eb11355ca25 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:19.564038 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9427d5f7-9388-40d8-a3c1-1db5103cfbef req-c4121b86-bc7b-4927-b52a-5eb11355ca25 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 984 time: 0.0447557 Jan 18 19:43:19.573943 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-9427d5f7-9388-40d8-a3c1-1db5103cfbef req-a6187f92-4665-4f63-8ee4-7cd35718059a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Request body: {'port': {'security_groups': ['9ecc69b3-e801-4bab-be93-7ab2329c0283']}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:43:19.642821 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-9427d5f7-9388-40d8-a3c1-1db5103cfbef req-a6187f92-4665-4f63-8ee4-7cd35718059a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (78271a93-f866-402f-b0e3-233356392cba), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:19.807786 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-9427d5f7-9388-40d8-a3c1-1db5103cfbef req-a6187f92-4665-4f63-8ee4-7cd35718059a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] For port 78271a93-f866-402f-b0e3-233356392cba, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=78271a93-f866-402f-b0e3-233356392cba,segment=NetworkSegment(fbff2775-c3d6-4f3f-8ec0-8a27bebf478f),segment_id=fbff2775-c3d6-4f3f-8ec0-8a27bebf478f)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:43:19.835904 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-9427d5f7-9388-40d8-a3c1-1db5103cfbef req-a6187f92-4665-4f63-8ee4-7cd35718059a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for port (78271a93-f866-402f-b0e3-233356392cba), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:19.900782 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-9427d5f7-9388-40d8-a3c1-1db5103cfbef req-a6187f92-4665-4f63-8ee4-7cd35718059a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (78271a93-f866-402f-b0e3-233356392cba), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:19.912359 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['78271a93-f866-402f-b0e3-233356392cba'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:43:19.944708 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427d5f7-9388-40d8-a3c1-1db5103cfbef req-a6187f92-4665-4f63-8ee4-7cd35718059a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:19.945350 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-9427d5f7-9388-40d8-a3c1-1db5103cfbef req-a6187f92-4665-4f63-8ee4-7cd35718059a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:19.946790 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9427d5f7-9388-40d8-a3c1-1db5103cfbef req-a6187f92-4665-4f63-8ee4-7cd35718059a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "PUT /v2.0/ports/78271a93-f866-402f-b0e3-233356392cba HTTP/1.1" status: 200 len: 942 time: 0.3770044 Jan 18 19:43:19.947266 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf04c92-6096-4826-85fb-8ddf324bfcf2', 'tag': '78271a93-f866-402f-b0e3-233356392cba'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:43:19.949509 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd669c18-3fab-41d4-9ce2-713046de845c" -d '{"events": [{"name": "network-changed", "server_uuid": "baf04c92-6096-4826-85fb-8ddf324bfcf2", "tag": "78271a93-f866-402f-b0e3-233356392cba"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:43:19.955070 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 39864) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:43:19.999564 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6187f92-4665-4f63-8ee4-7cd35718059a tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Pushing event updated for resources: {'Port': ['ID=78271a93-f866-402f-b0e3-233356392cba,revision_number=7']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:20.002368 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:20.024096 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea6880b-fb7e-4cf4-84cb-44b4aa600350 x-openstack-request-id: req-9ea6880b-fb7e-4cf4-84cb-44b4aa600350 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:43:20.024096 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf04c92-6096-4826-85fb-8ddf324bfcf2", "tag": "78271a93-f866-402f-b0e3-233356392cba", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:43:20.024096 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ea6880b-fb7e-4cf4-84cb-44b4aa600350 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:43:20.024096 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf04c92-6096-4826-85fb-8ddf324bfcf2', 'tag': '78271a93-f866-402f-b0e3-233356392cba', 'status': 'completed', 'code': 200} Jan 18 19:43:20.036613 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-269411a6-7b17-40ec-943a-19051f90a9b0 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group (35bc33e3-faf6-42fa-a379-8106b3e06868), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:20.046374 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['78271a93-f866-402f-b0e3-233356392cba'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:43:20.064712 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-269411a6-7b17-40ec-943a-19051f90a9b0 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group (35bc33e3-faf6-42fa-a379-8106b3e06868), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:20.100773 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd669c18-3fab-41d4-9ce2-713046de845c req-d703e3b9-aa62-434a-955e-7df5b24cfd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:20.102835 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bd669c18-3fab-41d4-9ce2-713046de845c req-d703e3b9-aa62-434a-955e-7df5b24cfd85 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1a3d66fd692461db39e7663dfb12bd6&device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 1098 time: 0.0578136 Jan 18 19:43:20.204274 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd669c18-3fab-41d4-9ce2-713046de845c req-3b844699-3a69-44c5-9b53-9d23c44ebcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:20.205795 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bd669c18-3fab-41d4-9ce2-713046de845c req-3b844699-3a69-44c5-9b53-9d23c44ebcfa service neutron] 10.222.0.35 "GET /v2.0/networks?id=a305aad1-af7c-4389-9b17-82d960c973f6 HTTP/1.1" status: 200 len: 916 time: 0.0966032 Jan 18 19:43:20.215550 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-269411a6-7b17-40ec-943a-19051f90a9b0 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (35bc33e3-faf6-42fa-a379-8106b3e06868), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:20.219013 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-269411a6-7b17-40ec-943a-19051f90a9b0 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:20.220340 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-269411a6-7b17-40ec-943a-19051f90a9b0 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "DELETE /v2.0/security-groups/35bc33e3-faf6-42fa-a379-8106b3e06868 HTTP/1.1" status: 204 len: 168 time: 0.2646494 Jan 18 19:43:20.224036 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 39870) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:43:20.264937 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269411a6-7b17-40ec-943a-19051f90a9b0 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bc33e3-faf6-42fa-a379-8106b3e06868,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:20.285812 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-5aaaaaa5-069f-4ada-be47-3e22f3beae38 None None] Provisioning complete for port 78271a93-f866-402f-b0e3-233356392cba triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:43:20.286422 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5aaaaaa5-069f-4ada-be47-3e22f3beae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (78271a93-f866-402f-b0e3-233356392cba), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:20.292542 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bd669c18-3fab-41d4-9ce2-713046de845c req-352805fc-91fc-424b-ae0a-9d2b602f5b5e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78271a93-f866-402f-b0e3-233356392cba HTTP/1.1" status: 200 len: 1000 time: 0.0799065 Jan 18 19:43:20.341044 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd669c18-3fab-41d4-9ce2-713046de845c req-49b634b7-af54-4690-9cb9-ee057498c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:20.342635 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bd669c18-3fab-41d4-9ce2-713046de845c req-49b634b7-af54-4690-9cb9-ee057498c502 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b36d59b-f16e-40de-96be-7acc3290ef4e HTTP/1.1" status: 200 len: 854 time: 0.0435493 Jan 18 19:43:20.377237 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-5aaaaaa5-069f-4ada-be47-3e22f3beae38 None None] Current status of the port 78271a93-f866-402f-b0e3-233356392cba is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:43:20.404190 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd669c18-3fab-41d4-9ce2-713046de845c req-2e0ad623-da94-4d77-8597-e5922cacdea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:20.405517 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bd669c18-3fab-41d4-9ce2-713046de845c req-2e0ad623-da94-4d77-8597-e5922cacdea4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a305aad1-af7c-4389-9b17-82d960c973f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553534 Jan 18 19:43:20.412610 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a3719a74-7153-4e6b-bf1a-28dd74ca8f0d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Deleting port 0d075e13-cc7f-4fc6-81a5-b635bade4da5 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:43:20.412986 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3719a74-7153-4e6b-bf1a-28dd74ca8f0d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (0d075e13-cc7f-4fc6-81a5-b635bade4da5), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:20.487461 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3719a74-7153-4e6b-bf1a-28dd74ca8f0d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (0d075e13-cc7f-4fc6-81a5-b635bade4da5), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:20.487812 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3719a74-7153-4e6b-bf1a-28dd74ca8f0d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for floatingip (0d075e13-cc7f-4fc6-81a5-b635bade4da5), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:20.500228 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a3719a74-7153-4e6b-bf1a-28dd74ca8f0d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Calling delete_port for 0d075e13-cc7f-4fc6-81a5-b635bade4da5 owned by network:floatingip {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.732210 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.732210 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.732210 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.732210 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.732210 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.732210 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.732210 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.732210 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.732210 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.732210 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.732210 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:20.732210 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:20.733864 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cc04d-0f0c-4209-983f-4729fca8abad req-fb63acb2-7fd1-4cd2-ac38-80342d310677 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:20.735933 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bf8cc04d-0f0c-4209-983f-4729fca8abad req-fb63acb2-7fd1-4cd2-ac38-80342d310677 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.3419800 Jan 18 19:43:20.775795 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bd669c18-3fab-41d4-9ce2-713046de845c req-8693dfd2-6bff-42df-93a7-939311485cc7 service neutron] 10.222.0.35 "GET /v2.0/networks/a305aad1-af7c-4389-9b17-82d960c973f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539703 Jan 18 19:43:20.776942 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3719a74-7153-4e6b-bf1a-28dd74ca8f0d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (0d075e13-cc7f-4fc6-81a5-b635bade4da5), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:20.806831 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3719a74-7153-4e6b-bf1a-28dd74ca8f0d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Pushing event deleted for resources: {'Port': ['ID=0d075e13-cc7f-4fc6-81a5-b635bade4da5,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:20.846013 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bf8cc04d-0f0c-4209-983f-4729fca8abad req-c69a7f66-36ad-47ea-9546-3da4420ef9f9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025939 Jan 18 19:43:20.867725 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3719a74-7153-4e6b-bf1a-28dd74ca8f0d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks [] for floatingip (92f5255f-8753-4eea-8cb4-b63c77f889b5), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:20.868617 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.db.l3_db [None req-a3719a74-7153-4e6b-bf1a-28dd74ca8f0d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Floating IP 92f5255f-8753-4eea-8cb4-b63c77f889b5 disassociated (deleted). External IP: 172.27.2.78, port: 78271a93-f866-402f-b0e3-233356392cba. Jan 18 19:43:20.896185 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bd669c18-3fab-41d4-9ce2-713046de845c req-99fa8604-1bf2-4769-b446-0c78c419ffc9 service neutron] 10.222.0.35 "GET /v2.0/networks/a305aad1-af7c-4389-9b17-82d960c973f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105752 Jan 18 19:43:21.069224 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3719a74-7153-4e6b-bf1a-28dd74ca8f0d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Router 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:43:21.171066 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3719a74-7153-4e6b-bf1a-28dd74ca8f0d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:43:21.175843 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3719a74-7153-4e6b-bf1a-28dd74ca8f0d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:21.180341 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b9933b-b334-4e2a-b791-dcc51cc1f2fe None None] Sync routers for ids ['4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:43:21.190703 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b9933b-b334-4e2a-b791-dcc51cc1f2fe None None] Routers {'4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:43:21.191311 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-56b9933b-b334-4e2a-b791-dcc51cc1f2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:43:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:21.201179 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-a3719a74-7153-4e6b-bf1a-28dd74ca8f0d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "DELETE /v2.0/floatingips/92f5255f-8753-4eea-8cb4-b63c77f889b5 HTTP/1.1" status: 204 len: 168 time: 0.9750776 Jan 18 19:43:21.201756 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf04c92-6096-4826-85fb-8ddf324bfcf2', 'tag': '78271a93-f866-402f-b0e3-233356392cba'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:43:21.204645 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2192f31b9332bf9c25be62e2eb712fda9b4426ea0356a3efb127a3d7520833a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59caef4-792e-40dc-baad-010c30c15510" -d '{"events": [{"name": "network-changed", "server_uuid": "baf04c92-6096-4826-85fb-8ddf324bfcf2", "tag": "78271a93-f866-402f-b0e3-233356392cba"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:43:21.310843 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-56b9933b-b334-4e2a-b791-dcc51cc1f2fe None None] Set router 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:43:21.311749 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f08ffb9-b75b-4442-95a6-de5977a6ec73 x-openstack-request-id: req-3f08ffb9-b75b-4442-95a6-de5977a6ec73 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:43:21.312111 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf04c92-6096-4826-85fb-8ddf324bfcf2", "tag": "78271a93-f866-402f-b0e3-233356392cba", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:43:21.312979 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f08ffb9-b75b-4442-95a6-de5977a6ec73 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:43:21.313409 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf04c92-6096-4826-85fb-8ddf324bfcf2', 'tag': '78271a93-f866-402f-b0e3-233356392cba', 'status': 'completed', 'code': 200} Jan 18 19:43:21.377807 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59caef4-792e-40dc-baad-010c30c15510 req-e8479798-30e2-4d92-a3fc-38650d615e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:21.379343 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b59caef4-792e-40dc-baad-010c30c15510 req-e8479798-30e2-4d92-a3fc-38650d615e85 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1a3d66fd692461db39e7663dfb12bd6&device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 1098 time: 0.0444646 Jan 18 19:43:21.472173 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59caef4-792e-40dc-baad-010c30c15510 req-ff11daaf-2286-445c-b797-22e279e27146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:21.473645 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b59caef4-792e-40dc-baad-010c30c15510 req-ff11daaf-2286-445c-b797-22e279e27146 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a305aad1-af7c-4389-9b17-82d960c973f6 HTTP/1.1" status: 200 len: 916 time: 0.0867047 Jan 18 19:43:21.519105 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b59caef4-792e-40dc-baad-010c30c15510 req-f40bd1b5-459f-4ffd-b456-ce05c33b50db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78271a93-f866-402f-b0e3-233356392cba HTTP/1.1" status: 200 len: 217 time: 0.0383317 Jan 18 19:43:21.537263 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-56b9933b-b334-4e2a-b791-dcc51cc1f2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'name': 'tempest-TestMinimumBasicScenario-1183275255-router', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:57Z', 'updated_at': '2022-01-18T19:38:02Z', 'revision_number': 4, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'gw_port': {'id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:58Z', 'updated_at': '2022-01-18T19:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '3ae43d19-2a26-4f8d-a10d-681043d73eba', 'name': '', 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'mac_address': 'fa:16:3e:0c:f2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4b36d59b-f16e-40de-96be-7acc3290ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:01Z', 'updated_at': '2022-01-18T19:38:06Z', 'revision_number': 5, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'subnets': [{'id': '4b36d59b-f16e-40de-96be-7acc3290ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:21.570021 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b9933b-b334-4e2a-b791-dcc51cc1f2fe None None] Checking router: 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:43:21.571827 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59caef4-792e-40dc-baad-010c30c15510 req-e20e9aa5-123d-47c0-a604-fc95e8898804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:21.571956 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:21.573429 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b59caef4-792e-40dc-baad-010c30c15510 req-e20e9aa5-123d-47c0-a604-fc95e8898804 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b36d59b-f16e-40de-96be-7acc3290ef4e HTTP/1.1" status: 200 len: 854 time: 0.0484302 Jan 18 19:43:21.579840 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b9933b-b334-4e2a-b791-dcc51cc1f2fe None None] Routers {'4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:43:21.580437 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-56b9933b-b334-4e2a-b791-dcc51cc1f2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:43:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:21.617479 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59caef4-792e-40dc-baad-010c30c15510 req-b410a595-d953-4a57-824b-dde34793872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:21.618947 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b59caef4-792e-40dc-baad-010c30c15510 req-b410a595-d953-4a57-824b-dde34793872a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a305aad1-af7c-4389-9b17-82d960c973f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391502 Jan 18 19:43:21.718217 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b59caef4-792e-40dc-baad-010c30c15510 req-625b0609-e23f-4c93-baf5-2d62f573813e service neutron] 10.222.0.35 "GET /v2.0/networks/a305aad1-af7c-4389-9b17-82d960c973f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910819 Jan 18 19:43:21.806966 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b59caef4-792e-40dc-baad-010c30c15510 req-f44e5729-3057-41ae-b3fb-3c59077e458a service neutron] 10.222.0.35 "GET /v2.0/networks/a305aad1-af7c-4389-9b17-82d960c973f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826428 Jan 18 19:43:21.809778 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-56b9933b-b334-4e2a-b791-dcc51cc1f2fe None None] Set router 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:43:21.969783 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75d212-83c8-4626-b7c4-811291a246f4 req-715d301b-b334-45a1-9d8a-ec4db5ed466a tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:21.971537 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7e75d212-83c8-4626-b7c4-811291a246f4 req-715d301b-b334-45a1-9d8a-ec4db5ed466a tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0530047 Jan 18 19:43:22.004540 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-56b9933b-b334-4e2a-b791-dcc51cc1f2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'name': 'tempest-TestMinimumBasicScenario-1183275255-router', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:57Z', 'updated_at': '2022-01-18T19:38:02Z', 'revision_number': 4, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'gw_port': {'id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:58Z', 'updated_at': '2022-01-18T19:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '3ae43d19-2a26-4f8d-a10d-681043d73eba', 'name': '', 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'mac_address': 'fa:16:3e:0c:f2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4b36d59b-f16e-40de-96be-7acc3290ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:01Z', 'updated_at': '2022-01-18T19:38:06Z', 'revision_number': 5, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'subnets': [{'id': '4b36d59b-f16e-40de-96be-7acc3290ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:22.017492 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7e75d212-83c8-4626-b7c4-811291a246f4 req-720ebf92-2827-46ab-bfc8-a68009b73728 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402470 Jan 18 19:43:22.034277 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b9933b-b334-4e2a-b791-dcc51cc1f2fe None None] The sync data for ids ['4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'] in dv-cinder-811877-7-iscsi is: [{'id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'name': 'tempest-TestMinimumBasicScenario-1183275255-router', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:57Z', 'updated_at': '2022-01-18T19:38:02Z', 'revision_number': 4, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'gw_port': {'id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:58Z', 'updated_at': '2022-01-18T19:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '3ae43d19-2a26-4f8d-a10d-681043d73eba', 'name': '', 'network_id': 'a305aad1-af7c-4389-9b17-82d960c973f6', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'mac_address': 'fa:16:3e:0c:f2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '4b36d59b-f16e-40de-96be-7acc3290ef4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:01Z', 'updated_at': '2022-01-18T19:38:06Z', 'revision_number': 5, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'subnets': [{'id': '4b36d59b-f16e-40de-96be-7acc3290ef4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:43:22.257405 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0733eda5-0e33-475b-8816-f8e6b46b465b None None] New status for floating IP 92f5255f-8753-4eea-8cb4-b63c77f889b5: DOWN {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 19:43:23.060876 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:23.128936 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a3bc3-0ce9-4d1b-b53a-f987020153ec req-ea676398-585c-4874-9d6e-42ea017310a5 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:23.130395 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8c5a3bc3-0ce9-4d1b-b53a-f987020153ec req-ea676398-585c-4874-9d6e-42ea017310a5 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0474784 Jan 18 19:43:23.175064 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8c5a3bc3-0ce9-4d1b-b53a-f987020153ec req-6bb3042f-4bb3-413e-ab9e-34a6457b0722 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392044 Jan 18 19:43:24.023276 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0810ba-cd60-4431-a657-8c59a284b788 req-b8c3ca94-b3a3-42f0-a7e1-fee0e93177e7 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:24.024834 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6b0810ba-cd60-4431-a657-8c59a284b788 req-b8c3ca94-b3a3-42f0-a7e1-fee0e93177e7 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0471063 Jan 18 19:43:24.076471 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6b0810ba-cd60-4431-a657-8c59a284b788 req-533e3f7c-70bb-4379-bce6-03c42d4c1903 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461342 Jan 18 19:43:24.289570 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e9e24-747f-4260-99bb-25a91b26184a req-a2a41159-2905-4242-a877-62ad2c173b76 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:24.291100 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c62e9e24-747f-4260-99bb-25a91b26184a req-a2a41159-2905-4242-a877-62ad2c173b76 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0500004 Jan 18 19:43:24.338162 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c62e9e24-747f-4260-99bb-25a91b26184a req-75d5a791-8a6a-44a1-9eb6-299a907a560b tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414276 Jan 18 19:43:24.436403 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e89402-0d82-4f35-95d1-5ef2a582355f req-41d9c8f6-38b6-4b54-bd5b-b16b13eecaa6 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:24.438381 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d0e89402-0d82-4f35-95d1-5ef2a582355f req-41d9c8f6-38b6-4b54-bd5b-b16b13eecaa6 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 945 time: 0.0460629 Jan 18 19:43:24.483600 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d0e89402-0d82-4f35-95d1-5ef2a582355f req-5043fc9d-c335-4c46-af3a-5e4eaaf0215f tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397127 Jan 18 19:43:25.192343 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1937f8-515e-44a5-8403-18419f3f549b req-73512133-f913-4eeb-81d7-f989c27b8376 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:25.193802 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0f1937f8-515e-44a5-8403-18419f3f549b req-73512133-f913-4eeb-81d7-f989c27b8376 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0498962 Jan 18 19:43:25.241051 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0f1937f8-515e-44a5-8403-18419f3f549b req-1c131853-7c46-4838-a23f-50071f5a5572 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418072 Jan 18 19:43:25.451387 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a681a56-4f92-4376-821c-91bab1919d6a req-d81edf0d-18e3-4ce6-ad2e-1b8b9022c099 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:25.452835 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0a681a56-4f92-4376-821c-91bab1919d6a req-d81edf0d-18e3-4ce6-ad2e-1b8b9022c099 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0470085 Jan 18 19:43:25.497912 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0a681a56-4f92-4376-821c-91bab1919d6a req-5045910f-b6bd-4c83-a07d-6b39dfae758d tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390711 Jan 18 19:43:25.597668 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c31f70-2a6f-4ecc-bbf4-921cd6551819 req-e98dd028-e6ed-478f-9a97-4a1e4299f4b2 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:25.599128 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-64c31f70-2a6f-4ecc-bbf4-921cd6551819 req-e98dd028-e6ed-478f-9a97-4a1e4299f4b2 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 945 time: 0.0499465 Jan 18 19:43:25.643878 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-64c31f70-2a6f-4ecc-bbf4-921cd6551819 req-1bcf1877-b6bb-49ad-8555-a5294b2de79c tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394173 Jan 18 19:43:25.711090 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be8c49-9722-4418-86ba-4160d0c2172a req-0257cb3f-9ac6-4cfa-b135-b5b665d66b21 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:25.712504 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-88be8c49-9722-4418-86ba-4160d0c2172a req-0257cb3f-9ac6-4cfa-b135-b5b665d66b21 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.35 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 946 time: 0.0456641 Jan 18 19:43:25.800188 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-88be8c49-9722-4418-86ba-4160d0c2172a req-a3f21507-ef60-4890-be35-375f976d469e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Deleting port 845cac91-f57b-48cf-abe8-2232be4900b0 {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:43:25.800521 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-88be8c49-9722-4418-86ba-4160d0c2172a req-a3f21507-ef60-4890-be35-375f976d469e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (845cac91-f57b-48cf-abe8-2232be4900b0), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:25.888899 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-88be8c49-9722-4418-86ba-4160d0c2172a req-a3f21507-ef60-4890-be35-375f976d469e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] For port 845cac91-f57b-48cf-abe8-2232be4900b0, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=845cac91-f57b-48cf-abe8-2232be4900b0,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:43:25.889310 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-88be8c49-9722-4418-86ba-4160d0c2172a req-a3f21507-ef60-4890-be35-375f976d469e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (845cac91-f57b-48cf-abe8-2232be4900b0), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:26.057392 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-88be8c49-9722-4418-86ba-4160d0c2172a req-a3f21507-ef60-4890-be35-375f976d469e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:26.057760 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-88be8c49-9722-4418-86ba-4160d0c2172a req-a3f21507-ef60-4890-be35-375f976d469e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087224'] for floatingip (0290f198-454d-4c97-af32-e8afdebf53b6), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:26.058109 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.l3_db [req-88be8c49-9722-4418-86ba-4160d0c2172a req-a3f21507-ef60-4890-be35-375f976d469e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Floating IP 0290f198-454d-4c97-af32-e8afdebf53b6 disassociated. External IP: 172.27.2.86, port: 845cac91-f57b-48cf-abe8-2232be4900b0. Jan 18 19:43:26.058441 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-88be8c49-9722-4418-86ba-4160d0c2172a req-a3f21507-ef60-4890-be35-375f976d469e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Calling delete_port for 845cac91-f57b-48cf-abe8-2232be4900b0 owned by compute:nova {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:43:26.239268 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-88be8c49-9722-4418-86ba-4160d0c2172a req-a3f21507-ef60-4890-be35-375f976d469e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (845cac91-f57b-48cf-abe8-2232be4900b0), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:26.264789 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f21507-ef60-4890-be35-375f976d469e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event deleted for resources: {'Port': ['ID=845cac91-f57b-48cf-abe8-2232be4900b0,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:26.343041 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-110aeb57-8347-4656-96e0-7cafa27dce33 req-d44406c6-b802-44b7-9d3f-614e74a9ed31 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0311043 Jan 18 19:43:26.403611 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88be8c49-9722-4418-86ba-4160d0c2172a req-a3f21507-ef60-4890-be35-375f976d469e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Router d3688323-8aea-457e-84c2-ab9b2ef8b087 has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:43:26.506323 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88be8c49-9722-4418-86ba-4160d0c2172a req-a3f21507-ef60-4890-be35-375f976d469e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:43:26.518146 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3beca0-3811-47ae-85bd-a6bf6a641261 None None] Sync routers for ids ['d3688323-8aea-457e-84c2-ab9b2ef8b087'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:43:26.533876 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3beca0-3811-47ae-85bd-a6bf6a641261 None None] Routers {'d3688323-8aea-457e-84c2-ab9b2ef8b087'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:43:26.534542 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4c3beca0-3811-47ae-85bd-a6bf6a641261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:43:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d3688323-8aea-457e-84c2-ab9b2ef8b087'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:26.546572 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-88be8c49-9722-4418-86ba-4160d0c2172a req-a3f21507-ef60-4890-be35-375f976d469e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] No DVR routers for this DVR port 845cac91-f57b-48cf-abe8-2232be4900b0 on host hv-cinder-81187 {{(pid=103172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:43:26.549184 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-88be8c49-9722-4418-86ba-4160d0c2172a req-a3f21507-ef60-4890-be35-375f976d469e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:26.552514 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-88be8c49-9722-4418-86ba-4160d0c2172a req-a3f21507-ef60-4890-be35-375f976d469e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.35 "DELETE /v2.0/ports/845cac91-f57b-48cf-abe8-2232be4900b0 HTTP/1.1" status: 204 len: 173 time: 0.8343775 Jan 18 19:43:26.552948 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00732823-ab4b-46cf-8cbf-50e72320e7a3', 'name': 'network-vif-deleted', 'tag': '845cac91-f57b-48cf-abe8-2232be4900b0'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:43:26.555197 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b235d32-3f6d-46c7-ba99-2103b2a6f118" -d '{"events": [{"server_uuid": "00732823-ab4b-46cf-8cbf-50e72320e7a3", "name": "network-vif-deleted", "tag": "845cac91-f57b-48cf-abe8-2232be4900b0"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:43:26.602341 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544cee61-f19f-4855-97d7-52a8ac4148e7 x-openstack-request-id: req-544cee61-f19f-4855-97d7-52a8ac4148e7 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:43:26.605769 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00732823-ab4b-46cf-8cbf-50e72320e7a3", "name": "network-vif-deleted", "tag": "845cac91-f57b-48cf-abe8-2232be4900b0", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:43:26.605769 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-544cee61-f19f-4855-97d7-52a8ac4148e7 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:43:26.605769 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00732823-ab4b-46cf-8cbf-50e72320e7a3', 'name': 'network-vif-deleted', 'tag': '845cac91-f57b-48cf-abe8-2232be4900b0', 'status': 'completed', 'code': 200} Jan 18 19:43:26.627328 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc07ad3-c02d-4a09-a724-1ad1d998a266 req-8f6b8446-3580-423e-a3bc-debfc449bdb1 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:26.628892 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ecc07ad3-c02d-4a09-a724-1ad1d998a266 req-8f6b8446-3580-423e-a3bc-debfc449bdb1 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0542669 Jan 18 19:43:26.659521 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4c3beca0-3811-47ae-85bd-a6bf6a641261 None None] Set router d3688323-8aea-457e-84c2-ab9b2ef8b087 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:43:26.697060 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ecc07ad3-c02d-4a09-a724-1ad1d998a266 req-8e0d6643-654d-46dc-8899-47691ecc65b5 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578885 Jan 18 19:43:26.818981 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50da45-435e-42b4-96cf-5c54d45790d8 req-92bfa5ed-2eb8-4ea7-a943-342f356f1947 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:26.820184 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8a50da45-435e-42b4-96cf-5c54d45790d8 req-92bfa5ed-2eb8-4ea7-a943-342f356f1947 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.35 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 945 time: 0.0774145 Jan 18 19:43:26.827714 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b1af5-97c0-4361-a8bd-28fbb68dd166 req-571afbd1-7def-4bd1-b01d-5324e69fd9fa tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:26.829442 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4d7b1af5-97c0-4361-a8bd-28fbb68dd166 req-571afbd1-7def-4bd1-b01d-5324e69fd9fa tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 945 time: 0.0956032 Jan 18 19:43:26.890122 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:43:26.908181 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4c3beca0-3811-47ae-85bd-a6bf6a641261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 5, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:26.939766 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3beca0-3811-47ae-85bd-a6bf6a641261 None None] Checking router: d3688323-8aea-457e-84c2-ab9b2ef8b087 for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:43:26.940221 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4d7b1af5-97c0-4361-a8bd-28fbb68dd166 req-3b401894-068d-42ed-bdb7-e15fc5ffa472 tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecc69b3-e801-4bab-be93-7ab2329c0283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038237 Jan 18 19:43:26.948595 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3beca0-3811-47ae-85bd-a6bf6a641261 None None] Routers {'d3688323-8aea-457e-84c2-ab9b2ef8b087'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:43:26.949431 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4c3beca0-3811-47ae-85bd-a6bf6a641261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:43:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d3688323-8aea-457e-84c2-ab9b2ef8b087'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:26.964986 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-8a50da45-435e-42b4-96cf-5c54d45790d8 req-db4dd215-b51a-427a-9db9-c66126f3fe1d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Deleting port 78271a93-f866-402f-b0e3-233356392cba {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:43:26.964986 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-8a50da45-435e-42b4-96cf-5c54d45790d8 req-db4dd215-b51a-427a-9db9-c66126f3fe1d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (78271a93-f866-402f-b0e3-233356392cba), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:27.058234 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4c3beca0-3811-47ae-85bd-a6bf6a641261 None None] Set router d3688323-8aea-457e-84c2-ab9b2ef8b087 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:43:27.058444 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-8a50da45-435e-42b4-96cf-5c54d45790d8 req-db4dd215-b51a-427a-9db9-c66126f3fe1d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] For port 78271a93-f866-402f-b0e3-233356392cba, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=78271a93-f866-402f-b0e3-233356392cba,segment=NetworkSegment(fbff2775-c3d6-4f3f-8ec0-8a27bebf478f),segment_id=fbff2775-c3d6-4f3f-8ec0-8a27bebf478f)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:43:27.058590 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-8a50da45-435e-42b4-96cf-5c54d45790d8 req-db4dd215-b51a-427a-9db9-c66126f3fe1d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (78271a93-f866-402f-b0e3-233356392cba), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:27.071759 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-8a50da45-435e-42b4-96cf-5c54d45790d8 req-db4dd215-b51a-427a-9db9-c66126f3fe1d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Calling delete_port for 78271a93-f866-402f-b0e3-233356392cba owned by compute:nova {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:43:27.253960 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4c3beca0-3811-47ae-85bd-a6bf6a641261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 5, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:27.282675 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3beca0-3811-47ae-85bd-a6bf6a641261 None None] The sync data for ids ['d3688323-8aea-457e-84c2-ab9b2ef8b087'] in dv-cinder-811877-7-iscsi is: [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 5, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:43:27.289314 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-8a50da45-435e-42b4-96cf-5c54d45790d8 req-db4dd215-b51a-427a-9db9-c66126f3fe1d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (78271a93-f866-402f-b0e3-233356392cba), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:27.302407 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['78271a93-f866-402f-b0e3-233356392cba'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:43:27.322829 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4dd215-b51a-427a-9db9-c66126f3fe1d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Pushing event deleted for resources: {'Port': ['ID=78271a93-f866-402f-b0e3-233356392cba,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:27.372633 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a50da45-435e-42b4-96cf-5c54d45790d8 req-db4dd215-b51a-427a-9db9-c66126f3fe1d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] No DVR routers for this DVR port 78271a93-f866-402f-b0e3-233356392cba on host hv-cinder-81187 {{(pid=103172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:43:27.375269 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-8a50da45-435e-42b4-96cf-5c54d45790d8 req-db4dd215-b51a-427a-9db9-c66126f3fe1d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:27.378626 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8a50da45-435e-42b4-96cf-5c54d45790d8 req-db4dd215-b51a-427a-9db9-c66126f3fe1d tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.35 "DELETE /v2.0/ports/78271a93-f866-402f-b0e3-233356392cba HTTP/1.1" status: 204 len: 173 time: 0.5482974 Jan 18 19:43:27.460713 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4e959183-cd84-4818-9461-c587e98f7344 req-58fee27c-3506-45bb-b2dd-72a478ce42ed tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=00732823-ab4b-46cf-8cbf-50e72320e7a3 HTTP/1.1" status: 200 len: 210 time: 0.0264652 Jan 18 19:43:27.542322 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a1f5ee-76a8-423b-9948-85db6ff9f3e4 None None] New status for floating IP 0290f198-454d-4c97-af32-e8afdebf53b6: DOWN {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 19:43:27.816967 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dd365-1f3b-4180-9a1b-cae0abbe01e8 req-518592ff-220c-444a-912e-f5de147e2c08 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:27.818528 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f74dd365-1f3b-4180-9a1b-cae0abbe01e8 req-518592ff-220c-444a-912e-f5de147e2c08 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0510688 Jan 18 19:43:27.873307 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f74dd365-1f3b-4180-9a1b-cae0abbe01e8 req-30d56b03-571a-4582-9b36-cecfeb2f85e7 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488403 Jan 18 19:43:28.045904 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f48aedbd-7e1d-4992-a211-fc7091ae6dda req-f88d6c29-ff02-4158-8864-78fd38e1834b tempest-TestMinimumBasicScenario-2128850533 tempest-TestMinimumBasicScenario-2128850533-project] 10.222.0.20 "GET /v2.0/ports?device_id=baf04c92-6096-4826-85fb-8ddf324bfcf2 HTTP/1.1" status: 200 len: 210 time: 0.0254302 Jan 18 19:43:28.604301 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf04c92-6096-4826-85fb-8ddf324bfcf2', 'name': 'network-vif-deleted', 'tag': '78271a93-f866-402f-b0e3-233356392cba'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:43:28.606679 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019615d8-48e2-4d8a-a0bb-175e83770902" -d '{"events": [{"server_uuid": "baf04c92-6096-4826-85fb-8ddf324bfcf2", "name": "network-vif-deleted", "tag": "78271a93-f866-402f-b0e3-233356392cba"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:43:28.641460 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3541b8-8100-4ea8-8a30-ad1351740e93 x-openstack-request-id: req-5a3541b8-8100-4ea8-8a30-ad1351740e93 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:43:28.641758 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf04c92-6096-4826-85fb-8ddf324bfcf2", "name": "network-vif-deleted", "tag": "78271a93-f866-402f-b0e3-233356392cba", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:43:28.642172 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a3541b8-8100-4ea8-8a30-ad1351740e93 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:43:28.642425 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf04c92-6096-4826-85fb-8ddf324bfcf2', 'name': 'network-vif-deleted', 'tag': '78271a93-f866-402f-b0e3-233356392cba', 'status': 'completed', 'code': 200} Jan 18 19:43:28.708751 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ead96db-0138-4829-b2df-c18d805540e5 req-c245dccb-d463-4d74-8b5d-f70262b6fcec tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1908804537&fields=id&tenant_id=5132940720394c7a9c249c61206833f6 HTTP/1.1" status: 200 len: 267 time: 0.0421879 Jan 18 19:43:28.812218 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead96db-0138-4829-b2df-c18d805540e5 req-f05094ee-630c-412b-8a65-f9e5f2d14701 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:28.813571 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ead96db-0138-4829-b2df-c18d805540e5 req-f05094ee-630c-412b-8a65-f9e5f2d14701 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/networks?id=587eb791-8376-4b85-b8c3-4979fdf6baa8 HTTP/1.1" status: 200 len: 812 time: 0.0988138 Jan 18 19:43:28.827229 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ead96db-0138-4829-b2df-c18d805540e5 req-f7503641-e928-45fe-979b-4c9e7e080644 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/quotas/5132940720394c7a9c249c61206833f6 HTTP/1.1" status: 200 len: 375 time: 0.0084443 Jan 18 19:43:28.875785 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ead96db-0138-4829-b2df-c18d805540e5 req-c071bd2a-17f3-40b8-a51b-f4607928fba0 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5132940720394c7a9c249c61206833f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436244 Jan 18 19:43:28.995205 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ead96db-0138-4829-b2df-c18d805540e5 req-7fa7382f-3172-4a5c-a3a5-98ba124c5b2e service neutron] 10.222.0.20 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078870 Jan 18 19:43:29.059372 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10011784-956b-4a62-941a-c8678479b3d6 req-889b0b76-ba9e-41ef-b9ca-5df9b9594b08 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:29.060852 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-10011784-956b-4a62-941a-c8678479b3d6 req-889b0b76-ba9e-41ef-b9ca-5df9b9594b08 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.1003118 Jan 18 19:43:29.128976 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ead96db-0138-4829-b2df-c18d805540e5 req-47f7e88e-ef21-4255-a591-af5c625cb154 service neutron] 10.222.0.20 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267266 Jan 18 19:43:29.132533 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-10011784-956b-4a62-941a-c8678479b3d6 req-1b999ed3-7d32-43e0-afd2-36da91e17d78 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656769 Jan 18 19:43:29.686592 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8e77e1ba-f562-464d-b2d2-511cab7ad961 req-04b3ef5a-429b-4068-a193-de4e6b872fb1 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 210 time: 0.0252588 Jan 18 19:43:30.278559 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc570175-3bd9-45bb-86c5-34e889211fbf req-bc910c8c-d930-4271-b78c-4595b0f502a1 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:30.279964 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bc570175-3bd9-45bb-86c5-34e889211fbf req-bc910c8c-d930-4271-b78c-4595b0f502a1 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0631258 Jan 18 19:43:30.330801 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bc570175-3bd9-45bb-86c5-34e889211fbf req-b5c5736f-ffdf-4a69-8c8c-973325742f3b tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447419 Jan 18 19:43:30.699683 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 78271a93-f866-402f-b0e3-233356392cba no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:43:30.719518 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: 78271a93-f866-402f-b0e3-233356392cba {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:43:30.719873 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 78271a93-f866-402f-b0e3-233356392cba not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:43:30.720280 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 845cac91-f57b-48cf-abe8-2232be4900b0 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:43:30.743586 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: 845cac91-f57b-48cf-abe8-2232be4900b0 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:43:30.743586 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 845cac91-f57b-48cf-abe8-2232be4900b0 not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:43:30.788037 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1cc78e16-b8b2-4287-a77f-b768dc329fd3 req-c461dd58-42f3-4251-9074-c7b87735d0a4 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 210 time: 0.0306096 Jan 18 19:43:31.036660 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 40024) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:43:31.449916 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3f3f6-458b-4a10-be46-4ed925f9835e req-0cb6615d-6078-4e60-abef-bb25bc0d9e2f tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:31.451473 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fbf3f3f6-458b-4a10-be46-4ed925f9835e req-0cb6615d-6078-4e60-abef-bb25bc0d9e2f tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0512402 Jan 18 19:43:31.498439 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fbf3f3f6-458b-4a10-be46-4ed925f9835e req-299f1b71-5429-4748-8433-3cc9875b1f4b tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409005 Jan 18 19:43:31.525631 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-62d2d282-fa7b-421b-abe8-f692059ebf5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2088248'] for router_interface (4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:31.763911 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-62d2d282-fa7b-421b-abe8-f692059ebf5d admin admin] Deleting port 3ae43d19-2a26-4f8d-a10d-681043d73eba {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:43:31.764255 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-62d2d282-fa7b-421b-abe8-f692059ebf5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (3ae43d19-2a26-4f8d-a10d-681043d73eba), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:31.849661 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-62d2d282-fa7b-421b-abe8-f692059ebf5d admin admin] For port 3ae43d19-2a26-4f8d-a10d-681043d73eba, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=3ae43d19-2a26-4f8d-a10d-681043d73eba,segment=NetworkSegment(fbff2775-c3d6-4f3f-8ec0-8a27bebf478f),segment_id=fbff2775-c3d6-4f3f-8ec0-8a27bebf478f)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:43:31.852518 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-62d2d282-fa7b-421b-abe8-f692059ebf5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (3ae43d19-2a26-4f8d-a10d-681043d73eba), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:31.864858 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-62d2d282-fa7b-421b-abe8-f692059ebf5d admin admin] Calling delete_port for 3ae43d19-2a26-4f8d-a10d-681043d73eba owned by network:router_interface {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:43:31.901697 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b2389770-0a6c-4d66-b350-eea7c1d0302c req-a61f8241-5aa6-404f-af5f-994cd1cf5519 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 210 time: 0.0364101 Jan 18 19:43:31.930005 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07ae73-4994-4555-886f-4e0a4d2a2c7f req-0febdc08-8ded-4612-b573-75dcf1f255e9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:31.931495 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fa07ae73-4994-4555-886f-4e0a4d2a2c7f req-0febdc08-8ded-4612-b573-75dcf1f255e9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.1147661 Jan 18 19:43:31.938414 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead96db-0138-4829-b2df-c18d805540e5 req-a4b7ec21-81ba-4fc1-b153-b88c2a801e3b tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:31.939652 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ead96db-0138-4829-b2df-c18d805540e5 req-a4b7ec21-81ba-4fc1-b153-b88c2a801e3b tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.35 "GET /v2.0/networks?id=587eb791-8376-4b85-b8c3-4979fdf6baa8 HTTP/1.1" status: 200 len: 812 time: 0.1956229 Jan 18 19:43:32.041405 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fa07ae73-4994-4555-886f-4e0a4d2a2c7f req-8443d562-01cd-4747-8e36-298bee45a4c5 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006966 Jan 18 19:43:32.046508 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b95cc1-1d99-4fd9-841d-78fd47f8b183 req-967e9740-743b-46ae-b2ca-b30d5c7e926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:32.047966 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-72b95cc1-1d99-4fd9-841d-78fd47f8b183 req-967e9740-743b-46ae-b2ca-b30d5c7e926a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18a3f1ab116048bf915dcee197eb1cea&device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 1099 time: 0.0871708 Jan 18 19:43:32.088319 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ead96db-0138-4829-b2df-c18d805540e5 req-6dc10c12-e1fd-47e8-aceb-90ff3b9c373b tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5132940720394c7a9c249c61206833f6 HTTP/1.1" status: 200 len: 380 time: 0.1343143 Jan 18 19:43:32.115940 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-1ead96db-0138-4829-b2df-c18d805540e5 req-d8c28bbc-8878-42f8-b87d-49809c5f3a0d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Request body: {'port': {'device_id': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'admin_state_up': True, 'tenant_id': '5132940720394c7a9c249c61206833f6', 'security_groups': ['c9e528e8-cfda-457a-a93c-06faee597c10']}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:43:32.123318 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-62d2d282-fa7b-421b-abe8-f692059ebf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (3ae43d19-2a26-4f8d-a10d-681043d73eba), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:32.149627 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2d282-fa7b-421b-abe8-f692059ebf5d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae43d19-2a26-4f8d-a10d-681043d73eba,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:32.220323 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b95cc1-1d99-4fd9-841d-78fd47f8b183 req-2d0a07f7-b6ae-4936-b14f-e3cefcef98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:32.224437 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-72b95cc1-1d99-4fd9-841d-78fd47f8b183 req-2d0a07f7-b6ae-4936-b14f-e3cefcef98a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=500b8bcd-5a25-45e2-b1bb-41c45019fe6b HTTP/1.1" status: 200 len: 911 time: 0.1658039 Jan 18 19:43:32.312435 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-72b95cc1-1d99-4fd9-841d-78fd47f8b183 req-fa77d222-3248-4385-8bdf-28ea0805e19e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b894f5a0-a07e-40ba-9fe4-f96bed851363 HTTP/1.1" status: 200 len: 1002 time: 0.0814142 Jan 18 19:43:32.329738 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-62d2d282-fa7b-421b-abe8-f692059ebf5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2088872'] for router_interface (4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:32.367563 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b95cc1-1d99-4fd9-841d-78fd47f8b183 req-dfa950a9-3fb5-487e-9442-cd969617a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:32.369093 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-72b95cc1-1d99-4fd9-841d-78fd47f8b183 req-dfa950a9-3fb5-487e-9442-cd969617a5f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd74878b-397a-47c2-9666-5f87fde4b302 HTTP/1.1" status: 200 len: 849 time: 0.0510585 Jan 18 19:43:32.384016 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ead96db-0138-4829-b2df-c18d805540e5 req-d8c28bbc-8878-42f8-b87d-49809c5f3a0d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Made reservation on behalf of 5132940720394c7a9c249c61206833f6 for: {'port': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:43:32.387247 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1ead96db-0138-4829-b2df-c18d805540e5 req-d8c28bbc-8878-42f8-b87d-49809c5f3a0d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:32.436213 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b95cc1-1d99-4fd9-841d-78fd47f8b183 req-2ffc3cce-cb21-4772-813b-b991d256a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:32.437716 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-72b95cc1-1d99-4fd9-841d-78fd47f8b183 req-2ffc3cce-cb21-4772-813b-b991d256a340 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=500b8bcd-5a25-45e2-b1bb-41c45019fe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626230 Jan 18 19:43:32.609244 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [req-1ead96db-0138-4829-b2df-c18d805540e5 req-d8c28bbc-8878-42f8-b87d-49809c5f3a0d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Allocated IP 172.20.0.13 (587eb791-8376-4b85-b8c3-4979fdf6baa8/56220d3c-b1c3-4597-b0e0-e815ef06647a/61104cdb-9bc0-4894-8284-58f2ba9800ab) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:43:32.612533 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-72b95cc1-1d99-4fd9-841d-78fd47f8b183 req-7fc2e980-462d-4a32-8fb0-8319ab32b577 service neutron] 10.222.0.35 "GET /v2.0/networks/500b8bcd-5a25-45e2-b1bb-41c45019fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477907 Jan 18 19:43:32.787445 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d2d282-fa7b-421b-abe8-f692059ebf5d admin admin] Router 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:43:32.898982 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d2d282-fa7b-421b-abe8-f692059ebf5d admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:43:32.905014 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-62d2d282-fa7b-421b-abe8-f692059ebf5d admin admin] 10.222.0.20 "PUT /v2.0/routers/4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8667581 Jan 18 19:43:32.910874 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 40040) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:43:32.913425 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7840e963-5939-4021-8e1e-048514e58767 None None] Sync routers for ids ['4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:43:32.933458 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7840e963-5939-4021-8e1e-048514e58767 None None] Routers {'4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:43:32.934314 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7840e963-5939-4021-8e1e-048514e58767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:43:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:33.038928 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12983e79-1ad1-4391-93c2-59f901ee1a68 admin admin] Publish callbacks [] for router (4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:33.062607 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-7840e963-5939-4021-8e1e-048514e58767 None None] Set router 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:43:33.095386 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fc4020e1-56c4-4372-9d14-43b12554a61d req-e1945860-9bb8-4f32-9224-d2bb3905ab09 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 210 time: 0.0892951 Jan 18 19:43:33.129329 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-72b95cc1-1d99-4fd9-841d-78fd47f8b183 req-4bce2bc0-a77a-4fb0-ad37-db9ef60444d7 service neutron] 10.222.0.35 "GET /v2.0/networks/500b8bcd-5a25-45e2-b1bb-41c45019fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077531 Jan 18 19:43:33.160815 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12983e79-1ad1-4391-93c2-59f901ee1a68 admin admin] Publish callbacks [] for router_gateway (4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:33.168934 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1ead96db-0138-4829-b2df-c18d805540e5 req-d8c28bbc-8878-42f8-b87d-49809c5f3a0d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for port (61104cdb-9bc0-4894-8284-58f2ba9800ab), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:33.222329 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706782c-a696-4e24-bdaa-0e96d3125cb1 req-257f6482-c814-4565-a137-322d3f2fd6b2 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:33.223796 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8706782c-a696-4e24-bdaa-0e96d3125cb1 req-257f6482-c814-4565-a137-322d3f2fd6b2 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0674493 Jan 18 19:43:33.275797 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8706782c-a696-4e24-bdaa-0e96d3125cb1 req-f355ca01-0265-4465-8533-5c283ade4b83 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446277 Jan 18 19:43:33.277964 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7840e963-5939-4021-8e1e-048514e58767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'name': 'tempest-TestMinimumBasicScenario-1183275255-router', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:57Z', 'updated_at': '2022-01-18T19:43:32Z', 'revision_number': 5, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'gw_port': {'id': 'c7b28fec-52aa-4c31-aa8c-27fba54dd1f2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:58Z', 'updated_at': '2022-01-18T19:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:33.292972 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-12983e79-1ad1-4391-93c2-59f901ee1a68 admin admin] Deleting port c7b28fec-52aa-4c31-aa8c-27fba54dd1f2 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:43:33.293426 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12983e79-1ad1-4391-93c2-59f901ee1a68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (c7b28fec-52aa-4c31-aa8c-27fba54dd1f2), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:33.298246 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1ead96db-0138-4829-b2df-c18d805540e5 req-d8c28bbc-8878-42f8-b87d-49809c5f3a0d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (61104cdb-9bc0-4894-8284-58f2ba9800ab), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:33.310197 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7840e963-5939-4021-8e1e-048514e58767 None None] Checking router: 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:43:33.319136 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7840e963-5939-4021-8e1e-048514e58767 None None] Routers {'4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:43:33.319731 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7840e963-5939-4021-8e1e-048514e58767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:43:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:33.350270 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ead96db-0138-4829-b2df-c18d805540e5 req-d8c28bbc-8878-42f8-b87d-49809c5f3a0d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Network 587eb791-8376-4b85-b8c3-4979fdf6baa8 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:43:33.353324 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [req-1ead96db-0138-4829-b2df-c18d805540e5 req-d8c28bbc-8878-42f8-b87d-49809c5f3a0d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:43:33.356960 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ead96db-0138-4829-b2df-c18d805540e5 req-d8c28bbc-8878-42f8-b87d-49809c5f3a0d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:43:33.363596 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c28bbc-8878-42f8-b87d-49809c5f3a0d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event updated for resources: {'Port': ['ID=61104cdb-9bc0-4894-8284-58f2ba9800ab,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:33.413839 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-7840e963-5939-4021-8e1e-048514e58767 None None] Set router 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:43:33.425017 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead96db-0138-4829-b2df-c18d805540e5 req-d8c28bbc-8878-42f8-b87d-49809c5f3a0d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:33.425737 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1ead96db-0138-4829-b2df-c18d805540e5 req-d8c28bbc-8878-42f8-b87d-49809c5f3a0d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:33.431030 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-12983e79-1ad1-4391-93c2-59f901ee1a68 admin admin] For port c7b28fec-52aa-4c31-aa8c-27fba54dd1f2, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=c7b28fec-52aa-4c31-aa8c-27fba54dd1f2,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:43:33.431643 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12983e79-1ad1-4391-93c2-59f901ee1a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (c7b28fec-52aa-4c31-aa8c-27fba54dd1f2), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:33.446188 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-12983e79-1ad1-4391-93c2-59f901ee1a68 admin admin] Calling delete_port for c7b28fec-52aa-4c31-aa8c-27fba54dd1f2 owned by network:router_gateway {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:43:33.476045 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-7840e963-5939-4021-8e1e-048514e58767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'name': 'tempest-TestMinimumBasicScenario-1183275255-router', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:57Z', 'updated_at': '2022-01-18T19:43:33Z', 'revision_number': 6, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'gw_port_host': None}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:33.498808 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ead96db-0138-4829-b2df-c18d805540e5 req-d8c28bbc-8878-42f8-b87d-49809c5f3a0d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3861244 Jan 18 19:43:33.503907 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7840e963-5939-4021-8e1e-048514e58767 None None] The sync data for ids ['4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde'] in dv-cinder-811877-7-iscsi is: [{'id': '4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde', 'name': 'tempest-TestMinimumBasicScenario-1183275255-router', 'tenant_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:57Z', 'updated_at': '2022-01-18T19:43:33Z', 'revision_number': 6, 'project_id': 'c1a3d66fd692461db39e7663dfb12bd6', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:43:33.512580 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Request body: {'port': {'device_id': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:43:33.570639 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (61104cdb-9bc0-4894-8284-58f2ba9800ab), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:33.690526 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-03b7491a-cf74-426a-b4e7-194336e14c3b None None] Provisioning complete for port 61104cdb-9bc0-4894-8284-58f2ba9800ab triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:43:33.691063 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-03b7491a-cf74-426a-b4e7-194336e14c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (61104cdb-9bc0-4894-8284-58f2ba9800ab), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:33.700619 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12983e79-1ad1-4391-93c2-59f901ee1a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (c7b28fec-52aa-4c31-aa8c-27fba54dd1f2), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:33.726092 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-03b7491a-cf74-426a-b4e7-194336e14c3b None None] Port 61104cdb-9bc0-4894-8284-58f2ba9800ab cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:43:33.728599 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12983e79-1ad1-4391-93c2-59f901ee1a68 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b28fec-52aa-4c31-aa8c-27fba54dd1f2,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:33.786108 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12983e79-1ad1-4391-93c2-59f901ee1a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087286'] for router_gateway (4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:33.869207 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61104cdb-9bc0-4894-8284-58f2ba9800ab {{(pid=103172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:43:33.879132 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Publish callbacks [] for port (61104cdb-9bc0-4894-8284-58f2ba9800ab), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:33.880574 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12983e79-1ad1-4391-93c2-59f901ee1a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2090691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9193'] for router (4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:33.883006 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12983e79-1ad1-4391-93c2-59f901ee1a68 admin admin] Publish callbacks [] for router_controller (4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:33.893802 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.provisioning_blocks [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Transition to ACTIVE for port object 61104cdb-9bc0-4894-8284-58f2ba9800ab will not be triggered until provisioned by entity L2. {{(pid=103172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:43:34.005278 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (61104cdb-9bc0-4894-8284-58f2ba9800ab), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:34.033844 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12983e79-1ad1-4391-93c2-59f901ee1a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2090714'] for router (4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:34.034526 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12983e79-1ad1-4391-93c2-59f901ee1a68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde {{(pid=103173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 19:43:34.039881 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-12983e79-1ad1-4391-93c2-59f901ee1a68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:34.043037 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-12983e79-1ad1-4391-93c2-59f901ee1a68 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4a4aacbd-71e5-4cae-84bf-1d2f26f2ddde HTTP/1.1" status: 204 len: 168 time: 1.1284752 Jan 18 19:43:34.043651 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 40048) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:43:34.085640 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Pushing event updated for resources: {'Port': ['ID=61104cdb-9bc0-4894-8284-58f2ba9800ab,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:34.135689 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0a3a8e-a345-4ad3-8a82-9e6bcc07ecee admin admin] Deleting subnet 4b36d59b-f16e-40de-96be-7acc3290ef4e {{(pid=103172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 19:43:34.143072 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-6f0a3a8e-a345-4ad3-8a82-9e6bcc07ecee admin admin] Publish callbacks [] for subnet (4b36d59b-f16e-40de-96be-7acc3290ef4e), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:34.224571 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-6f0a3a8e-a345-4ad3-8a82-9e6bcc07ecee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6235323'] for subnet (4b36d59b-f16e-40de-96be-7acc3290ef4e), precommit_delete_associations {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:34.245639 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Attempting to bind port 61104cdb-9bc0-4894-8284-58f2ba9800ab on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:43:34.245977 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Attempting to bind port 61104cdb-9bc0-4894-8284-58f2ba9800ab by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:43:34.247046 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Attempting to bind port 61104cdb-9bc0-4894-8284-58f2ba9800ab on network 587eb791-8376-4b85-b8c3-4979fdf6baa8 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:43:34.256178 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Port 61104cdb-9bc0-4894-8284-58f2ba9800ab on network 587eb791-8376-4b85-b8c3-4979fdf6baa8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:43:34.256517 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Attempting to bind port 61104cdb-9bc0-4894-8284-58f2ba9800ab on network 587eb791-8376-4b85-b8c3-4979fdf6baa8 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:43:34.275175 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:43:34.275621 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Checking segment: {'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:43:34.275961 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Bound using segment: {'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:43:34.276571 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Bound port: 61104cdb-9bc0-4894-8284-58f2ba9800ab, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'}}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:43:34.276940 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (61104cdb-9bc0-4894-8284-58f2ba9800ab), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:34.296525 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc1185-4a1b-4369-a93b-b0ec5031721a req-0abf1da9-8284-4045-8b60-6026a3983d8a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:34.298625 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bfcc1185-4a1b-4369-a93b-b0ec5031721a req-0abf1da9-8284-4045-8b60-6026a3983d8a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 944 time: 0.1306324 Jan 18 19:43:34.347218 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 3ae43d19-2a26-4f8d-a10d-681043d73eba no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:43:34.373007 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: 3ae43d19-2a26-4f8d-a10d-681043d73eba {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:43:34.373354 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 3ae43d19-2a26-4f8d-a10d-681043d73eba not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:43:34.373982 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device c7b28fec-52aa-4c31-aa8c-27fba54dd1f2 no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:43:34.486738 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-6f0a3a8e-a345-4ad3-8a82-9e6bcc07ecee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033805'] for subnet (4b36d59b-f16e-40de-96be-7acc3290ef4e), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:34.527531 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: c7b28fec-52aa-4c31-aa8c-27fba54dd1f2 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:43:34.527878 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device c7b28fec-52aa-4c31-aa8c-27fba54dd1f2 not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:43:34.531686 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bfcc1185-4a1b-4369-a93b-b0ec5031721a req-328170e6-467b-40a8-afda-17b761286ac3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209272 Jan 18 19:43:34.548344 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] For port 61104cdb-9bc0-4894-8284-58f2ba9800ab, host hv-cinder-81187, cleared binding levels {{(pid=103172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:43:34.557050 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] For port 61104cdb-9bc0-4894-8284-58f2ba9800ab, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=61104cdb-9bc0-4894-8284-58f2ba9800ab,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:43:34.573192 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84564e5-93e2-4836-89a2-c10216ad9679 req-7a3a3413-7581-4764-83e9-21d6b6553842 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:34.574702 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a84564e5-93e2-4836-89a2-c10216ad9679 req-7a3a3413-7581-4764-83e9-21d6b6553842 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.1950207 Jan 18 19:43:34.623271 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a84564e5-93e2-4836-89a2-c10216ad9679 req-f1fb5a7f-d41f-401d-9c17-c48c36dd94b9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417907 Jan 18 19:43:34.639530 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (61104cdb-9bc0-4894-8284-58f2ba9800ab), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:34.667580 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-6f0a3a8e-a345-4ad3-8a82-9e6bcc07ecee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6234447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4301648'] for subnet (4b36d59b-f16e-40de-96be-7acc3290ef4e), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:34.705147 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:34.705779 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:34.707231 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ead96db-0138-4829-b2df-c18d805540e5 req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] 10.222.0.35 "PUT /v2.0/ports/61104cdb-9bc0-4894-8284-58f2ba9800ab HTTP/1.1" status: 200 len: 1094 time: 1.1990402 Jan 18 19:43:34.715178 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'tag': '61104cdb-9bc0-4894-8284-58f2ba9800ab'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:43:34.715178 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1baec1f-3adb-499c-8a14-68105b9923ee" -d '{"events": [{"name": "network-changed", "server_uuid": "76396c15-5d8a-4e4b-a8e1-316218ce6b49", "tag": "61104cdb-9bc0-4894-8284-58f2ba9800ab"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:43:34.715178 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a3a8e-a345-4ad3-8a82-9e6bcc07ecee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b36d59b-f16e-40de-96be-7acc3290ef4e,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:34.729237 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-6f0a3a8e-a345-4ad3-8a82-9e6bcc07ecee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:34.733833 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-6f0a3a8e-a345-4ad3-8a82-9e6bcc07ecee admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4b36d59b-f16e-40de-96be-7acc3290ef4e HTTP/1.1" status: 204 len: 168 time: 0.6893427 Jan 18 19:43:34.736958 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 40060) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:43:34.738547 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f4d8e-bd75-4df6-821d-6c060152c54a service neutron] Pushing event updated for resources: {'Port': ['ID=61104cdb-9bc0-4894-8284-58f2ba9800ab,revision_number=3']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:34.741087 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2229b01f-3b86-4735-a326-1b6f5bb5cd1f None None] Network a305aad1-af7c-4389-9b17-82d960c973f6 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:43:34.772616 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec378243-4822-4b06-b413-b1a67374d461 x-openstack-request-id: req-ec378243-4822-4b06-b413-b1a67374d461 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:43:34.772932 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76396c15-5d8a-4e4b-a8e1-316218ce6b49", "tag": "61104cdb-9bc0-4894-8284-58f2ba9800ab", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:43:34.773217 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec378243-4822-4b06-b413-b1a67374d461 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:43:34.773589 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'tag': '61104cdb-9bc0-4894-8284-58f2ba9800ab', 'status': 'completed', 'code': 200} Jan 18 19:43:34.827565 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612357'] for network (a305aad1-af7c-4389-9b17-82d960c973f6), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:34.862504 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1baec1f-3adb-499c-8a14-68105b9923ee req-2ac39db0-e09a-4375-808a-1bf96737ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:34.864940 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b1baec1f-3adb-499c-8a14-68105b9923ee req-2ac39db0-e09a-4375-808a-1bf96737ef2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5132940720394c7a9c249c61206833f6&device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 1097 time: 0.0676413 Jan 18 19:43:34.889713 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] Deleting port 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:43:34.889839 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (8c2819ac-4431-43f0-b7ca-6e3d3ff15f80), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:34.934518 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] DHCP port deletion for a305aad1-af7c-4389-9b17-82d960c973f6 request from dv-cinder-811877-7-iscsi {{(pid=103174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 19:43:34.955778 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] For port 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=8c2819ac-4431-43f0-b7ca-6e3d3ff15f80,segment=NetworkSegment(fbff2775-c3d6-4f3f-8ec0-8a27bebf478f),segment_id=fbff2775-c3d6-4f3f-8ec0-8a27bebf478f)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:43:34.956239 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (8c2819ac-4431-43f0-b7ca-6e3d3ff15f80), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:34.976263 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] Calling delete_port for 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:43:34.993523 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1baec1f-3adb-499c-8a14-68105b9923ee req-4646cd2a-509b-4a15-b63d-816be68711c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:34.995171 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b1baec1f-3adb-499c-8a14-68105b9923ee req-4646cd2a-509b-4a15-b63d-816be68711c4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5132940720394c7a9c249c61206833f6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1202345 Jan 18 19:43:34.998769 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] Deleting port 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:43:34.999167 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (8c2819ac-4431-43f0-b7ca-6e3d3ff15f80), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:35.063165 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] For port 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=8c2819ac-4431-43f0-b7ca-6e3d3ff15f80,segment=NetworkSegment(fbff2775-c3d6-4f3f-8ec0-8a27bebf478f),segment_id=fbff2775-c3d6-4f3f-8ec0-8a27bebf478f)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:43:35.064059 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (8c2819ac-4431-43f0-b7ca-6e3d3ff15f80), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:35.076635 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] Calling delete_port for 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80 owned by network:dhcp {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:43:35.092007 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1baec1f-3adb-499c-8a14-68105b9923ee req-35d87233-7c40-4844-9ed3-cb3c3b27c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:35.093546 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b1baec1f-3adb-499c-8a14-68105b9923ee req-35d87233-7c40-4844-9ed3-cb3c3b27c59a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918021 Jan 18 19:43:35.148034 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (8c2819ac-4431-43f0-b7ca-6e3d3ff15f80), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:35.165757 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead96db-0138-4829-b2df-c18d805540e5 req-5feea2c3-a01e-4c78-b1d9-2e49f93f8d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:35.168649 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ead96db-0138-4829-b2df-c18d805540e5 req-5feea2c3-a01e-4c78-b1d9-2e49f93f8d97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5132940720394c7a9c249c61206833f6&device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 1097 time: 0.0397115 Jan 18 19:43:35.176842 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c2819ac-4431-43f0-b7ca-6e3d3ff15f80,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:35.181780 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] No DVR routers for this DVR port 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80 on host dv-cinder-811877-7-iscsi {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:43:35.193536 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909'] for port (8c2819ac-4431-43f0-b7ca-6e3d3ff15f80), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:35.210565 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ead96db-0138-4829-b2df-c18d805540e5 req-fa22e5a3-504a-498e-97d9-f13e0171328a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61104cdb-9bc0-4894-8284-58f2ba9800ab HTTP/1.1" status: 200 len: 217 time: 0.0354676 Jan 18 19:43:35.221805 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] Pushing event deleted for resources: {'Port': ['ID=8c2819ac-4431-43f0-b7ca-6e3d3ff15f80,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:35.226268 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] No DVR routers for this DVR port 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80 on host dv-cinder-811877-7-iscsi {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:43:35.232107 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:35.232579 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:35.232921 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:35.233259 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:35.233590 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:35.233913 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:35.234265 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:35.234591 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:35.234912 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:35.235776 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:35.236112 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:35.236415 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:35.236736 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166736c4-a800-4aa2-b5ff-d49362f48dd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:43:35.262735 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1040116', 'neutron.services.segments.db._delete_segments_for_network-8736992440351'] for network (a305aad1-af7c-4389-9b17-82d960c973f6), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:35.273825 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead96db-0138-4829-b2df-c18d805540e5 req-5006bc42-3260-4da9-bc8d-af1749556baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:35.275432 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ead96db-0138-4829-b2df-c18d805540e5 req-5006bc42-3260-4da9-bc8d-af1749556baa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56220d3c-b1c3-4597-b0e0-e815ef06647a HTTP/1.1" status: 200 len: 851 time: 0.0584137 Jan 18 19:43:35.287944 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a305aad1-af7c-4389-9b17-82d960c973f6']}} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:35.298102 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbff2775-c3d6-4f3f-8ec0-8a27bebf478f') {'for_net_delete': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:35.298500 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbff2775-c3d6-4f3f-8ec0-8a27bebf478f') {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:35.312802 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736992440616', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4654534'] for segment (fbff2775-c3d6-4f3f-8ec0-8a27bebf478f), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:35.320400 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead96db-0138-4829-b2df-c18d805540e5 req-e7059aea-1999-49dc-85a6-c53435eb9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:35.321901 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ead96db-0138-4829-b2df-c18d805540e5 req-e7059aea-1999-49dc-85a6-c53435eb9c6d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=587eb791-8376-4b85-b8c3-4979fdf6baa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403936 Jan 18 19:43:35.326861 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (fbff2775-c3d6-4f3f-8ec0-8a27bebf478f), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:35.333140 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 19:43:35.335097 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4740345'] for segment (fbff2775-c3d6-4f3f-8ec0-8a27bebf478f), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: Traceback (most recent call last): Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: timer() Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: cb(*args, **kw) Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: return func(*args, **kwargs) Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: self._notify() Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: self.callback(batched_events) Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: event.method(event) Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: return f(self, *a, **k) Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: return self._get(url).json() Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: return self.request(url, 'GET', **kwargs) Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:43:35.335242 dv-cinder-811877-7-iscsi neutron-server[103173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:43:35.412098 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ead96db-0138-4829-b2df-c18d805540e5 req-e3a6db18-2c82-4646-8a04-0d49f05e6caf service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838220 Jan 18 19:43:35.471831 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1040067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087210'] for network (a305aad1-af7c-4389-9b17-82d960c973f6), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:35.477989 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:35.483821 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a305aad1-af7c-4389-9b17-82d960c973f6 HTTP/1.1" status: 204 len: 168 time: 0.7432261 Jan 18 19:43:35.488320 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 40062) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:43:35.491264 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c43725-4259-488d-b555-6f8612930fd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a305aad1-af7c-4389-9b17-82d960c973f6,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:35.543846 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1ead96db-0138-4829-b2df-c18d805540e5 req-53ce8b35-4298-45ee-8de6-04c9201b3180 service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257439 Jan 18 19:43:35.737391 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7744a-f164-4310-b65d-aa7c847e5127 req-0ad8895d-6b2a-4170-af16-8fa5a713e7b2 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:35.738783 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bfc7744a-f164-4310-b65d-aa7c847e5127 req-0ad8895d-6b2a-4170-af16-8fa5a713e7b2 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 944 time: 0.0931273 Jan 18 19:43:35.839952 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bfc7744a-f164-4310-b65d-aa7c847e5127 req-bd36883b-befb-4484-9456-2922b5b77faf tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956600 Jan 18 19:43:35.992477 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-272bbe00-a433-4d0b-99f6-5d41b67bb7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2088248'] for router_interface (9ff348ac-5279-4614-a303-c5742c4d6cbb), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:36.115649 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80 no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:43:36.134090 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:43:36.134512 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 8c2819ac-4431-43f0-b7ca-6e3d3ff15f80 not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:43:36.271570 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-272bbe00-a433-4d0b-99f6-5d41b67bb7ac admin admin] Deleting port 53b37868-c6ed-4572-866a-3d41c8681997 {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:43:36.272183 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-272bbe00-a433-4d0b-99f6-5d41b67bb7ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (53b37868-c6ed-4572-866a-3d41c8681997), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:36.349492 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [None req-272bbe00-a433-4d0b-99f6-5d41b67bb7ac admin admin] For port 53b37868-c6ed-4572-866a-3d41c8681997, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=53b37868-c6ed-4572-866a-3d41c8681997,segment=NetworkSegment(69bc461a-de3f-4319-8cfd-2266d3564051),segment_id=69bc461a-de3f-4319-8cfd-2266d3564051)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:43:36.349855 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-272bbe00-a433-4d0b-99f6-5d41b67bb7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (53b37868-c6ed-4572-866a-3d41c8681997), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:36.362472 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-272bbe00-a433-4d0b-99f6-5d41b67bb7ac admin admin] Calling delete_port for 53b37868-c6ed-4572-866a-3d41c8681997 owned by network:router_interface {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:43:36.598925 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-272bbe00-a433-4d0b-99f6-5d41b67bb7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (53b37868-c6ed-4572-866a-3d41c8681997), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:36.622823 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bbe00-a433-4d0b-99f6-5d41b67bb7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=53b37868-c6ed-4572-866a-3d41c8681997,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:37.060650 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584803a7-6220-4c7f-84aa-d8e0a282bcb5 req-02465942-6f55-42ff-8f2c-a4cdfb0425df tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:37.062115 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-584803a7-6220-4c7f-84aa-d8e0a282bcb5 req-02465942-6f55-42ff-8f2c-a4cdfb0425df tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 944 time: 0.1004188 Jan 18 19:43:37.089133 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-272bbe00-a433-4d0b-99f6-5d41b67bb7ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2088872'] for router_interface (9ff348ac-5279-4614-a303-c5742c4d6cbb), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:37.155219 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-584803a7-6220-4c7f-84aa-d8e0a282bcb5 req-483dc221-e2fa-483e-a6b4-f31d2997cab5 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870898 Jan 18 19:43:37.317347 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272bbe00-a433-4d0b-99f6-5d41b67bb7ac admin admin] Router 9ff348ac-5279-4614-a303-c5742c4d6cbb has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:43:37.420786 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272bbe00-a433-4d0b-99f6-5d41b67bb7ac admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:43:37.426534 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-272bbe00-a433-4d0b-99f6-5d41b67bb7ac admin admin] 10.222.0.20 "PUT /v2.0/routers/9ff348ac-5279-4614-a303-c5742c4d6cbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9372122 Jan 18 19:43:37.428525 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 40072) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:43:37.431105 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cc11e6-6574-4540-9cea-ecadc6b714f1 None None] Sync routers for ids ['9ff348ac-5279-4614-a303-c5742c4d6cbb'] in dv-cinder-811877-7-iscsi {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:43:37.440978 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cc11e6-6574-4540-9cea-ecadc6b714f1 None None] Routers {'9ff348ac-5279-4614-a303-c5742c4d6cbb'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:43:37.441657 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-c4cc11e6-6574-4540-9cea-ecadc6b714f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:43:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['9ff348ac-5279-4614-a303-c5742c4d6cbb'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:37.529757 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5d2e-a4f6-4638-b04d-eeb3d60a4acd admin admin] Publish callbacks [] for router (9ff348ac-5279-4614-a303-c5742c4d6cbb), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:37.626249 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-c4cc11e6-6574-4540-9cea-ecadc6b714f1 None None] Set router 9ff348ac-5279-4614-a303-c5742c4d6cbb gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:43:37.631368 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5d2e-a4f6-4638-b04d-eeb3d60a4acd admin admin] Publish callbacks [] for router_gateway (9ff348ac-5279-4614-a303-c5742c4d6cbb), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:37.742120 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-b5ee5d2e-a4f6-4638-b04d-eeb3d60a4acd admin admin] Deleting port a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:43:37.742386 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5d2e-a4f6-4638-b04d-eeb3d60a4acd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:37.800513 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-c4cc11e6-6574-4540-9cea-ecadc6b714f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff348ac-5279-4614-a303-c5742c4d6cbb', 'name': 'tempest-TestMinimumBasicScenario-899743394-router', 'tenant_id': '8dfed857cf5346b69900a0658455b1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:05Z', 'updated_at': '2022-01-18T19:43:36Z', 'revision_number': 5, 'project_id': '8dfed857cf5346b69900a0658455b1cb', 'gw_port': {'id': 'a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:19:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff348ac-5279-4614-a303-c5742c4d6cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:07Z', 'updated_at': '2022-01-18T19:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:37.817679 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [None req-b5ee5d2e-a4f6-4638-b04d-eeb3d60a4acd admin admin] For port a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:43:37.818032 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5d2e-a4f6-4638-b04d-eeb3d60a4acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:37.826515 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cc11e6-6574-4540-9cea-ecadc6b714f1 None None] Checking router: 9ff348ac-5279-4614-a303-c5742c4d6cbb for host: dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:43:37.834508 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-b5ee5d2e-a4f6-4638-b04d-eeb3d60a4acd admin admin] Calling delete_port for a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a owned by network:router_gateway {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:43:37.835586 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cc11e6-6574-4540-9cea-ecadc6b714f1 None None] Routers {'9ff348ac-5279-4614-a303-c5742c4d6cbb'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:43:37.836206 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-c4cc11e6-6574-4540-9cea-ecadc6b714f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:43:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['9ff348ac-5279-4614-a303-c5742c4d6cbb'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:37.918577 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-c4cc11e6-6574-4540-9cea-ecadc6b714f1 None None] Set router 9ff348ac-5279-4614-a303-c5742c4d6cbb gateway port host: None {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:43:37.969697 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-c4cc11e6-6574-4540-9cea-ecadc6b714f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff348ac-5279-4614-a303-c5742c4d6cbb', 'name': 'tempest-TestMinimumBasicScenario-899743394-router', 'tenant_id': '8dfed857cf5346b69900a0658455b1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:05Z', 'updated_at': '2022-01-18T19:43:37Z', 'revision_number': 6, 'project_id': '8dfed857cf5346b69900a0658455b1cb', 'gw_port_host': None}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:37.998904 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cc11e6-6574-4540-9cea-ecadc6b714f1 None None] The sync data for ids ['9ff348ac-5279-4614-a303-c5742c4d6cbb'] in dv-cinder-811877-7-iscsi is: [{'id': '9ff348ac-5279-4614-a303-c5742c4d6cbb', 'name': 'tempest-TestMinimumBasicScenario-899743394-router', 'tenant_id': '8dfed857cf5346b69900a0658455b1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:05Z', 'updated_at': '2022-01-18T19:43:37Z', 'revision_number': 6, 'project_id': '8dfed857cf5346b69900a0658455b1cb', 'gw_port_host': None}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:43:38.123759 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5d2e-a4f6-4638-b04d-eeb3d60a4acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:38.154049 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee5d2e-a4f6-4638-b04d-eeb3d60a4acd admin admin] Pushing event deleted for resources: {'Port': ['ID=a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:38.212395 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5d2e-a4f6-4638-b04d-eeb3d60a4acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087286'] for router_gateway (9ff348ac-5279-4614-a303-c5742c4d6cbb), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:38.334657 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5d2e-a4f6-4638-b04d-eeb3d60a4acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2090691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9193'] for router (9ff348ac-5279-4614-a303-c5742c4d6cbb), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:38.337810 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5d2e-a4f6-4638-b04d-eeb3d60a4acd admin admin] Publish callbacks [] for router_controller (9ff348ac-5279-4614-a303-c5742c4d6cbb), precommit_delete_associations {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:38.410195 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe387f-3702-463d-b777-c2c1e529ddf6 req-2a0e0c01-21d9-4b87-9d9c-789bc237cf21 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:38.411721 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1dfe387f-3702-463d-b777-c2c1e529ddf6 req-2a0e0c01-21d9-4b87-9d9c-789bc237cf21 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 944 time: 0.1847041 Jan 18 19:43:38.464475 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1dfe387f-3702-463d-b777-c2c1e529ddf6 req-96e8fc6c-07a7-4971-bfe3-43bc55090acd tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469568 Jan 18 19:43:38.466248 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5d2e-a4f6-4638-b04d-eeb3d60a4acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2090714'] for router (9ff348ac-5279-4614-a303-c5742c4d6cbb), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:38.466857 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ee5d2e-a4f6-4638-b04d-eeb3d60a4acd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ff348ac-5279-4614-a303-c5742c4d6cbb {{(pid=103172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 19:43:38.472292 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5d2e-a4f6-4638-b04d-eeb3d60a4acd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:38.473514 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-b5ee5d2e-a4f6-4638-b04d-eeb3d60a4acd admin admin] 10.222.0.20 "DELETE /v2.0/routers/9ff348ac-5279-4614-a303-c5742c4d6cbb HTTP/1.1" status: 204 len: 168 time: 1.0440838 Jan 18 19:43:38.476001 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 40078) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:43:38.485674 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 53b37868-c6ed-4572-866a-3d41c8681997 no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:43:38.508918 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: 53b37868-c6ed-4572-866a-3d41c8681997 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:43:38.509272 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 53b37868-c6ed-4572-866a-3d41c8681997 not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:43:38.528211 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6690a3a-07a7-4ba7-9e5b-a4a49406df09 admin admin] Deleting subnet 278277fd-b27f-4fb8-9524-2fd771c3a3da {{(pid=103172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 19:43:38.531324 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d6690a3a-07a7-4ba7-9e5b-a4a49406df09 admin admin] Publish callbacks [] for subnet (278277fd-b27f-4fb8-9524-2fd771c3a3da), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:38.564478 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d6690a3a-07a7-4ba7-9e5b-a4a49406df09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6235323'] for subnet (278277fd-b27f-4fb8-9524-2fd771c3a3da), precommit_delete_associations {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:38.638184 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d6690a3a-07a7-4ba7-9e5b-a4a49406df09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033805'] for subnet (278277fd-b27f-4fb8-9524-2fd771c3a3da), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:38.748246 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d6690a3a-07a7-4ba7-9e5b-a4a49406df09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6234447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4301648'] for subnet (278277fd-b27f-4fb8-9524-2fd771c3a3da), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:38.776364 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6690a3a-07a7-4ba7-9e5b-a4a49406df09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=278277fd-b27f-4fb8-9524-2fd771c3a3da,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:38.779944 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d6690a3a-07a7-4ba7-9e5b-a4a49406df09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:38.783954 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-d6690a3a-07a7-4ba7-9e5b-a4a49406df09 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/278277fd-b27f-4fb8-9524-2fd771c3a3da HTTP/1.1" status: 204 len: 168 time: 0.3069067 Jan 18 19:43:38.785941 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f48c97-4c07-417a-9c45-324e67b83b1d None None] Network 58829b72-6c55-4af0-b8d2-b7b9fe6710c6 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:43:38.786402 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 40080) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:43:38.855934 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612357'] for network (58829b72-6c55-4af0-b8d2-b7b9fe6710c6), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:38.912437 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] Deleting port 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:43:38.912437 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (4a63bb90-7d4f-4e4f-80e4-431b0327cc6a), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:38.934248 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef60037-7072-4321-ae64-c919dc6554ff None None] DHCP port deletion for 58829b72-6c55-4af0-b8d2-b7b9fe6710c6 request from dv-cinder-811877-7-iscsi {{(pid=103174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 19:43:38.978429 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] For port 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=4a63bb90-7d4f-4e4f-80e4-431b0327cc6a,segment=NetworkSegment(69bc461a-de3f-4319-8cfd-2266d3564051),segment_id=69bc461a-de3f-4319-8cfd-2266d3564051)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:43:38.978956 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (4a63bb90-7d4f-4e4f-80e4-431b0327cc6a), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:38.984350 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-6ef60037-7072-4321-ae64-c919dc6554ff None None] Deleting port 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:43:38.984774 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6ef60037-7072-4321-ae64-c919dc6554ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (4a63bb90-7d4f-4e4f-80e4-431b0327cc6a), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:38.992445 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] Calling delete_port for 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a owned by network:dhcp {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:43:39.065187 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-6ef60037-7072-4321-ae64-c919dc6554ff None None] For port 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=4a63bb90-7d4f-4e4f-80e4-431b0327cc6a,segment=NetworkSegment(69bc461a-de3f-4319-8cfd-2266d3564051),segment_id=69bc461a-de3f-4319-8cfd-2266d3564051)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:43:39.065590 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6ef60037-7072-4321-ae64-c919dc6554ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (4a63bb90-7d4f-4e4f-80e4-431b0327cc6a), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:39.079474 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-6ef60037-7072-4321-ae64-c919dc6554ff None None] Calling delete_port for 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a owned by network:dhcp {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:43:39.142805 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (4a63bb90-7d4f-4e4f-80e4-431b0327cc6a), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:39.154552 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6ef60037-7072-4321-ae64-c919dc6554ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909'] for port (4a63bb90-7d4f-4e4f-80e4-431b0327cc6a), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:39.167343 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a63bb90-7d4f-4e4f-80e4-431b0327cc6a,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:39.170713 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] No DVR routers for this DVR port 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a on host dv-cinder-811877-7-iscsi {{(pid=103172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:43:39.185490 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef60037-7072-4321-ae64-c919dc6554ff None None] Pushing event deleted for resources: {'Port': ['ID=4a63bb90-7d4f-4e4f-80e4-431b0327cc6a,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:39.190246 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef60037-7072-4321-ae64-c919dc6554ff None None] No DVR routers for this DVR port 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a on host dv-cinder-811877-7-iscsi {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:43:39.247105 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1040116', 'neutron.services.segments.db._delete_segments_for_network-8736992440351'] for network (58829b72-6c55-4af0-b8d2-b7b9fe6710c6), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:39.266837 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58829b72-6c55-4af0-b8d2-b7b9fe6710c6']}} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:39.275809 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69bc461a-de3f-4319-8cfd-2266d3564051') {'for_net_delete': True} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:39.276100 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69bc461a-de3f-4319-8cfd-2266d3564051') {} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:39.285493 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736992440616', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6235298'] for segment (69bc461a-de3f-4319-8cfd-2266d3564051), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:39.298799 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (69bc461a-de3f-4319-8cfd-2266d3564051), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:39.305316 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 19:43:39.305709 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6234385'] for segment (69bc461a-de3f-4319-8cfd-2266d3564051), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:39.307373 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: Traceback (most recent call last): Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: timer() Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: cb(*args, **kw) Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: return func(*args, **kwargs) Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: self._notify() Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: self.callback(batched_events) Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: event.method(event) Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: return f(self, *a, **k) Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: return self._get(url).json() Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: return self.request(url, 'GET', **kwargs) Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:43:39.309627 dv-cinder-811877-7-iscsi neutron-server[103172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:43:39.450632 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1040067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087210'] for network (58829b72-6c55-4af0-b8d2-b7b9fe6710c6), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:39.456693 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:39.466429 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/58829b72-6c55-4af0-b8d2-b7b9fe6710c6 HTTP/1.1" status: 204 len: 168 time: 0.6725693 Jan 18 19:43:39.471660 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b96e6b-60ed-4646-85d7-ae3b4d28c9e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=58829b72-6c55-4af0-b8d2-b7b9fe6710c6,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:39.595017 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f783cf-70f1-4ed6-b889-683b2e01ae55 req-b32dc305-908f-479c-8952-c456f6a1567a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:39.596483 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-43f783cf-70f1-4ed6-b889-683b2e01ae55 req-b32dc305-908f-479c-8952-c456f6a1567a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 944 time: 0.0469522 Jan 18 19:43:39.644401 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-43f783cf-70f1-4ed6-b889-683b2e01ae55 req-5ea3a5bf-fe39-4540-a494-06413e6b3088 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425110 Jan 18 19:43:39.818257 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 40088) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:43:39.856816 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-99d164be-2a6e-4952-bf0f-61aee025961b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1a3d66fd692461db39e7663dfb12bd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373423 Jan 18 19:43:39.859160 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 40090) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:43:39.904149 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e7ab3a92-3442-4f67-9f6c-3070d444ed92 admin admin] Publish callbacks [] for security_group (9ecc69b3-e801-4bab-be93-7ab2329c0283), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:39.923926 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e7ab3a92-3442-4f67-9f6c-3070d444ed92 admin admin] Publish callbacks [] for security_group (9ecc69b3-e801-4bab-be93-7ab2329c0283), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:40.054504 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e7ab3a92-3442-4f67-9f6c-3070d444ed92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (9ecc69b3-e801-4bab-be93-7ab2329c0283), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:40.056977 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e7ab3a92-3442-4f67-9f6c-3070d444ed92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:40.058127 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-e7ab3a92-3442-4f67-9f6c-3070d444ed92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ecc69b3-e801-4bab-be93-7ab2329c0283 HTTP/1.1" status: 204 len: 168 time: 0.1980634 Jan 18 19:43:40.066729 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab3a92-3442-4f67-9f6c-3070d444ed92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecc69b3-e801-4bab-be93-7ab2329c0283,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:40.136325 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:43:40.157132 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:43:40.157555 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 4a63bb90-7d4f-4e4f-80e4-431b0327cc6a not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:43:40.158037 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:43:40.176233 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:43:40.176576 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device a23dfba6-53e0-4fd8-a01b-5b352ea7cf1a not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:43:40.718887 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 40100) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:43:40.758023 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f04f17-c502-4502-8a34-8a935ea28ae1 req-95fa6187-f522-4392-9d72-8149e43a29dd tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:40.759634 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-17f04f17-c502-4502-8a34-8a935ea28ae1 req-95fa6187-f522-4392-9d72-8149e43a29dd tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 944 time: 0.0483742 Jan 18 19:43:40.760387 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-63248016-cfd8-4cc9-bc95-98206ba046e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8dfed857cf5346b69900a0658455b1cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398290 Jan 18 19:43:40.762921 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 40102) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:43:40.808746 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-17f04f17-c502-4502-8a34-8a935ea28ae1 req-9c673a6d-9b73-4fd7-ad87-ee51b6b128f2 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431437 Jan 18 19:43:40.810671 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c755ee3d-80f6-4daa-8622-54fe3ba5e74e admin admin] Publish callbacks [] for security_group (ad0e0321-98b3-4009-8658-d148f3810956), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:40.831700 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c755ee3d-80f6-4daa-8622-54fe3ba5e74e admin admin] Publish callbacks [] for security_group (ad0e0321-98b3-4009-8658-d148f3810956), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:40.947663 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c755ee3d-80f6-4daa-8622-54fe3ba5e74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (ad0e0321-98b3-4009-8658-d148f3810956), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:40.950332 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c755ee3d-80f6-4daa-8622-54fe3ba5e74e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:40.951460 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-c755ee3d-80f6-4daa-8622-54fe3ba5e74e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad0e0321-98b3-4009-8658-d148f3810956 HTTP/1.1" status: 204 len: 168 time: 0.1875076 Jan 18 19:43:40.959676 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755ee3d-80f6-4daa-8622-54fe3ba5e74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0e0321-98b3-4009-8658-d148f3810956,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:41.919942 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29105e-0325-4d21-b2bd-f1192fedc378 req-16a5d64f-2347-4599-971b-8538eaa3ebfb tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:41.921389 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3e29105e-0325-4d21-b2bd-f1192fedc378 req-16a5d64f-2347-4599-971b-8538eaa3ebfb tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 944 time: 0.0470531 Jan 18 19:43:41.971298 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3e29105e-0325-4d21-b2bd-f1192fedc378 req-a0c60170-bcf2-4dfb-8528-228a72b9ced7 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438988 Jan 18 19:43:42.970659 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:43.101566 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52c3ec-c6c7-46ad-ab54-e588e577055f req-18786d02-c368-4bae-949b-6c8bdd6dc586 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:43.103076 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0e52c3ec-c6c7-46ad-ab54-e588e577055f req-18786d02-c368-4bae-949b-6c8bdd6dc586 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 944 time: 0.0638535 Jan 18 19:43:43.151210 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0e52c3ec-c6c7-46ad-ab54-e588e577055f req-db72ee2b-9098-4fd3-85ac-162eb935ab6b tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426323 Jan 18 19:43:44.260946 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16002cc6-6386-472b-ad64-6ed22a779563 req-66912c61-bd37-4d5d-8bbb-f3b09bee68f4 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:44.262591 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-16002cc6-6386-472b-ad64-6ed22a779563 req-66912c61-bd37-4d5d-8bbb-f3b09bee68f4 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 944 time: 0.0469375 Jan 18 19:43:44.309448 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-16002cc6-6386-472b-ad64-6ed22a779563 req-6c032dbf-9aad-4a2e-aed7-79bec5e8e85b tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415251 Jan 18 19:43:44.776173 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 61104cdb-9bc0-4894-8284-58f2ba9800ab details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:43:44.868422 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 61104cdb-9bc0-4894-8284-58f2ba9800ab, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=61104cdb-9bc0-4894-8284-58f2ba9800ab,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:43:44.879316 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': '61104cdb-9bc0-4894-8284-58f2ba9800ab', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'port_id': '61104cdb-9bc0-4894-8284-58f2ba9800ab', 'mac_address': 'fa:16:3e:82:33:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:43:44.914550 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 61104cdb-9bc0-4894-8284-58f2ba9800ab is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:43:44.914938 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (61104cdb-9bc0-4894-8284-58f2ba9800ab), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:44.926799 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61104cdb-9bc0-4894-8284-58f2ba9800ab {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:43:44.948235 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 61104cdb-9bc0-4894-8284-58f2ba9800ab, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=61104cdb-9bc0-4894-8284-58f2ba9800ab,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:43:45.020215 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (61104cdb-9bc0-4894-8284-58f2ba9800ab), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:45.067834 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=61104cdb-9bc0-4894-8284-58f2ba9800ab,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:45.377970 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['61104cdb-9bc0-4894-8284-58f2ba9800ab'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:43:45.423204 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0974ab-cb50-47ff-a744-2a6064ad5ad9 req-0e995301-1929-4bd3-99ab-f4a03baadfe1 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:45.424758 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2c0974ab-cb50-47ff-a744-2a6064ad5ad9 req-0e995301-1929-4bd3-99ab-f4a03baadfe1 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 945 time: 0.0500791 Jan 18 19:43:45.472948 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2c0974ab-cb50-47ff-a744-2a6064ad5ad9 req-7480fb7e-8b7b-4ba7-ac4b-6e6e95b76d4b tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425355 Jan 18 19:43:46.587560 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8163b-0d35-4120-9629-c835e7ac6f0c req-53ad3707-e487-49ed-bb89-14e916523d42 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:46.589013 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5da8163b-0d35-4120-9629-c835e7ac6f0c req-53ad3707-e487-49ed-bb89-14e916523d42 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 945 time: 0.0494196 Jan 18 19:43:46.611341 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-73982662-561b-4183-804f-89364525e47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:46.637983 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5da8163b-0d35-4120-9629-c835e7ac6f0c req-89f0e158-1841-4f82-92aa-f7fdfcf77395 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430021 Jan 18 19:43:46.794308 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 61104cdb-9bc0-4894-8284-58f2ba9800ab up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:43:46.895554 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port 61104cdb-9bc0-4894-8284-58f2ba9800ab completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:43:46.899518 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port 61104cdb-9bc0-4894-8284-58f2ba9800ab triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:43:46.899893 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (61104cdb-9bc0-4894-8284-58f2ba9800ab), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:46.976774 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 61104cdb-9bc0-4894-8284-58f2ba9800ab is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:43:46.977156 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (61104cdb-9bc0-4894-8284-58f2ba9800ab), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:46.999558 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61104cdb-9bc0-4894-8284-58f2ba9800ab'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:43:47.002811 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4654c204-07a2-4336-8cf2-15fc59415311" -d '{"events": [{"server_uuid": "76396c15-5d8a-4e4b-a8e1-316218ce6b49", "name": "network-vif-plugged", "status": "completed", "tag": "61104cdb-9bc0-4894-8284-58f2ba9800ab"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:43:47.014682 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 61104cdb-9bc0-4894-8284-58f2ba9800ab, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=61104cdb-9bc0-4894-8284-58f2ba9800ab,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:43:47.037882 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a13c007-a6b2-420c-844e-fe21daef4934 x-openstack-request-id: req-3a13c007-a6b2-420c-844e-fe21daef4934 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:43:47.038208 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76396c15-5d8a-4e4b-a8e1-316218ce6b49", "name": "network-vif-plugged", "status": "completed", "tag": "61104cdb-9bc0-4894-8284-58f2ba9800ab", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:43:47.038465 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a13c007-a6b2-420c-844e-fe21daef4934 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:43:47.038863 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61104cdb-9bc0-4894-8284-58f2ba9800ab', 'code': 200} Jan 18 19:43:47.077944 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (61104cdb-9bc0-4894-8284-58f2ba9800ab), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:47.131579 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=61104cdb-9bc0-4894-8284-58f2ba9800ab,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:47.398999 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f867c-2862-4bc4-819f-1864d4e62244 req-5f0d24f3-7174-423b-bb59-0d2405a1d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:47.400342 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-763f867c-2862-4bc4-819f-1864d4e62244 req-5f0d24f3-7174-423b-bb59-0d2405a1d2a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 1099 time: 0.0365891 Jan 18 19:43:47.447553 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-763f867c-2862-4bc4-819f-1864d4e62244 req-b4e8f6b5-e5f5-4086-97db-9d5f0417a490 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408475 Jan 18 19:43:47.749513 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47753851-5408-43d2-bb99-406ca876aadb req-d20b5f15-63c5-485e-bbc1-2416f6431610 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:47.751573 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-47753851-5408-43d2-bb99-406ca876aadb req-d20b5f15-63c5-485e-bbc1-2416f6431610 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 946 time: 0.0463388 Jan 18 19:43:47.797999 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-47753851-5408-43d2-bb99-406ca876aadb req-9664b086-f9a3-4c87-aa14-0c7a890ea0ae tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410912 Jan 18 19:43:48.911692 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532773e1-d879-4e89-9c64-afc02da61e2e req-f4c3dcb0-bc16-44ec-8787-e60fb8260c65 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:48.913128 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-532773e1-d879-4e89-9c64-afc02da61e2e req-f4c3dcb0-bc16-44ec-8787-e60fb8260c65 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 946 time: 0.0471745 Jan 18 19:43:48.961041 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-532773e1-d879-4e89-9c64-afc02da61e2e req-05c3d506-16bf-41ef-bf20-247e86eb9fb5 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423741 Jan 18 19:43:49.158780 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8230c6a1-6cad-4df3-861b-864b1b52e8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:49.981888 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:50.076800 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7b504-3074-46bb-b59d-845765deabe5 req-07b50f53-aa9e-4d7f-958c-dcf9a357e056 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:50.078523 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fec7b504-3074-46bb-b59d-845765deabe5 req-07b50f53-aa9e-4d7f-958c-dcf9a357e056 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 946 time: 0.0509803 Jan 18 19:43:50.127072 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fec7b504-3074-46bb-b59d-845765deabe5 req-fa84e629-68f5-43e6-8669-500d2cd1c8e6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430009 Jan 18 19:43:50.236508 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61102bfa-cc37-4e9d-82fd-8a16f565c35b req-d9023d66-c3fb-4641-9a45-5e2a198f2b46 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:50.237861 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-61102bfa-cc37-4e9d-82fd-8a16f565c35b req-d9023d66-c3fb-4641-9a45-5e2a198f2b46 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 946 time: 0.0461843 Jan 18 19:43:50.284795 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-61102bfa-cc37-4e9d-82fd-8a16f565c35b req-c2184e85-a7b3-41da-885d-95002a9c8ea5 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414760 Jan 18 19:43:50.306815 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 40144) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:43:50.350265 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8d3197-d5d2-4870-bd25-1fed6e9d67f2 tempest-TestVolumeBootPattern-1406539292 tempest-TestVolumeBootPattern-1406539292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:50.351798 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-9a8d3197-d5d2-4870-bd25-1fed6e9d67f2 tempest-TestVolumeBootPattern-1406539292 tempest-TestVolumeBootPattern-1406539292-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 1094 time: 0.0439961 Jan 18 19:43:50.354577 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 40146) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:43:50.358740 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Request body: {'floatingip': {'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'port_id': '61104cdb-9bc0-4894-8284-58f2ba9800ab', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:43:50.448982 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:50.546549 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:50.644905 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Allocated IP 172.27.2.55 (f5eef2c2-a885-4f46-b327-cbc20c3014d9/9269629e-72aa-4525-943b-faee8ca91ecd/856abf6f-47ea-4a65-b9a8-d17c7436fa82) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:43:50.745159 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for port (856abf6f-47ea-4a65-b9a8-d17c7436fa82), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:50.831860 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (856abf6f-47ea-4a65-b9a8-d17c7436fa82), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:50.870411 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:43:50.873128 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:43:50.876562 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:43:50.881954 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event updated for resources: {'Port': ['ID=856abf6f-47ea-4a65-b9a8-d17c7436fa82,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:51.222791 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for floatingip (3aca1bc4-47e4-457e-a308-6782f9b2d425), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:51.333478 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (856abf6f-47ea-4a65-b9a8-d17c7436fa82), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:51.477670 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for port (856abf6f-47ea-4a65-b9a8-d17c7436fa82), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:51.530130 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:51.558538 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740253'] for port (856abf6f-47ea-4a65-b9a8-d17c7436fa82), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:51.626048 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event updated for resources: {'Port': ['ID=856abf6f-47ea-4a65-b9a8-d17c7436fa82,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:43:51.637401 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087224'] for floatingip (3aca1bc4-47e4-457e-a308-6782f9b2d425), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:51.731355 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.db.l3_db [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Floating IP 3aca1bc4-47e4-457e-a308-6782f9b2d425 associated. External IP: 172.27.2.55, port: 61104cdb-9bc0-4894-8284-58f2ba9800ab. Jan 18 19:43:51.924096 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Router d3688323-8aea-457e-84c2-ab9b2ef8b087 has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:43:52.027440 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:43:52.036681 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc57a0-c902-492b-b417-882c9100683b None None] Sync routers for ids ['d3688323-8aea-457e-84c2-ab9b2ef8b087'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:43:52.046393 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc57a0-c902-492b-b417-882c9100683b None None] Routers {'d3688323-8aea-457e-84c2-ab9b2ef8b087'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:43:52.046949 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-cafc57a0-c902-492b-b417-882c9100683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:43:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d3688323-8aea-457e-84c2-ab9b2ef8b087'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:52.126673 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:52.149215 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-cafc57a0-c902-492b-b417-882c9100683b None None] Set router d3688323-8aea-457e-84c2-ab9b2ef8b087 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:43:52.153502 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-d2b15a69-a006-411c-9dd2-a941e5629fd3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7979405 Jan 18 19:43:52.154260 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'tag': '61104cdb-9bc0-4894-8284-58f2ba9800ab'}] {{(pid=103173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:43:52.156530 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2192f31b9332bf9c25be62e2eb712fda9b4426ea0356a3efb127a3d7520833a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec25a5c-d651-4933-951e-4e68f08ec613" -d '{"events": [{"name": "network-changed", "server_uuid": "76396c15-5d8a-4e4b-a8e1-316218ce6b49", "tag": "61104cdb-9bc0-4894-8284-58f2ba9800ab"}]}' {{(pid=103173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:43:52.199251 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6441787f-e8f1-48ac-878e-9865d91c4524 x-openstack-request-id: req-6441787f-e8f1-48ac-878e-9865d91c4524 {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:43:52.199547 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76396c15-5d8a-4e4b-a8e1-316218ce6b49", "tag": "61104cdb-9bc0-4894-8284-58f2ba9800ab", "status": "completed", "code": 200}]} {{(pid=103173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:43:52.199808 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6441787f-e8f1-48ac-878e-9865d91c4524 {{(pid=103173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:43:52.200217 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'tag': '61104cdb-9bc0-4894-8284-58f2ba9800ab', 'status': 'completed', 'code': 200} Jan 18 19:43:52.257404 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec25a5c-d651-4933-951e-4e68f08ec613 req-bae14131-25de-4095-a7a3-15c3d67e2563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:52.259111 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bec25a5c-d651-4933-951e-4e68f08ec613 req-bae14131-25de-4095-a7a3-15c3d67e2563 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5132940720394c7a9c249c61206833f6&device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 1099 time: 0.0385528 Jan 18 19:43:52.351755 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec25a5c-d651-4933-951e-4e68f08ec613 req-e45a76b7-f2aa-451c-b907-edb82ae66ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:52.353215 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bec25a5c-d651-4933-951e-4e68f08ec613 req-e45a76b7-f2aa-451c-b907-edb82ae66ee4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=587eb791-8376-4b85-b8c3-4979fdf6baa8 HTTP/1.1" status: 200 len: 913 time: 0.0881264 Jan 18 19:43:52.374729 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-cafc57a0-c902-492b-b417-882c9100683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '3aca1bc4-47e4-457e-a308-6782f9b2d425', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'port_id': '61104cdb-9bc0-4894-8284-58f2ba9800ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'mac_address': 'fa:16:3e:82:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:43:51Z', 'updated_at': '2022-01-18T19:43:51Z', 'revision_number': 0, 'project_id': '5132940720394c7a9c249c61206833f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 5, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:52.402432 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc57a0-c902-492b-b417-882c9100683b None None] Checking router: d3688323-8aea-457e-84c2-ab9b2ef8b087 for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:43:52.410704 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc57a0-c902-492b-b417-882c9100683b None None] Routers {'d3688323-8aea-457e-84c2-ab9b2ef8b087'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:43:52.411303 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-cafc57a0-c902-492b-b417-882c9100683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:43:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d3688323-8aea-457e-84c2-ab9b2ef8b087'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:52.421278 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bec25a5c-d651-4933-951e-4e68f08ec613 req-dda6f676-48ca-4276-b1bb-6ed770384ae3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61104cdb-9bc0-4894-8284-58f2ba9800ab HTTP/1.1" status: 200 len: 999 time: 0.0606740 Jan 18 19:43:52.473992 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec25a5c-d651-4933-951e-4e68f08ec613 req-89263245-c03c-4440-9ada-205c49896ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:52.475531 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bec25a5c-d651-4933-951e-4e68f08ec613 req-89263245-c03c-4440-9ada-205c49896ef4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56220d3c-b1c3-4597-b0e0-e815ef06647a HTTP/1.1" status: 200 len: 851 time: 0.0456853 Jan 18 19:43:52.513208 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-cafc57a0-c902-492b-b417-882c9100683b None None] Set router d3688323-8aea-457e-84c2-ab9b2ef8b087 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:43:52.518920 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec25a5c-d651-4933-951e-4e68f08ec613 req-489f025c-96f6-4849-ae58-91afd778c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:43:52.520361 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bec25a5c-d651-4933-951e-4e68f08ec613 req-489f025c-96f6-4849-ae58-91afd778c2bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=587eb791-8376-4b85-b8c3-4979fdf6baa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378094 Jan 18 19:43:52.615212 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bec25a5c-d651-4933-951e-4e68f08ec613 req-0d0a979d-3c12-43d1-9cc4-de5aef7d5b4a service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849290 Jan 18 19:43:52.710927 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bec25a5c-d651-4933-951e-4e68f08ec613 req-f3e1a4f0-e98b-4d93-a453-5220eb015ff2 service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873146 Jan 18 19:43:52.856720 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-cafc57a0-c902-492b-b417-882c9100683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '3aca1bc4-47e4-457e-a308-6782f9b2d425', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'port_id': '61104cdb-9bc0-4894-8284-58f2ba9800ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'mac_address': 'fa:16:3e:82:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:43:51Z', 'updated_at': '2022-01-18T19:43:51Z', 'revision_number': 0, 'project_id': '5132940720394c7a9c249c61206833f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 5, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:43:52.887502 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc57a0-c902-492b-b417-882c9100683b None None] The sync data for ids ['d3688323-8aea-457e-84c2-ab9b2ef8b087'] in dv-cinder-811877-7-iscsi is: [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '3aca1bc4-47e4-457e-a308-6782f9b2d425', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'port_id': '61104cdb-9bc0-4894-8284-58f2ba9800ab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'mac_address': 'fa:16:3e:82:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:43:51Z', 'updated_at': '2022-01-18T19:43:51Z', 'revision_number': 0, 'project_id': '5132940720394c7a9c249c61206833f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 5, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:43:53.056096 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:43:53.082346 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4a65a9-278f-4d9a-b6fc-b09c67a0433a None None] New status for floating IP 3aca1bc4-47e4-457e-a308-6782f9b2d425: ACTIVE {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 19:44:03.889850 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:44:12.946373 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:16.592233 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1ee30ead-4ca8-42c9-bd9d-ed5bbffd865e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:19.163784 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f10c0f41-4110-4d39-a56f-e217fd4bb4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:20.009157 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:21.569171 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:23.032484 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:32.294807 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b05d1-ac21-4fb0-98e6-ae5f20dc094b req-1b85befe-4db9-4ab6-ae8f-45fc15f91a20 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:32.296275 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-542b05d1-ac21-4fb0-98e6-ae5f20dc094b req-1b85befe-4db9-4ab6-ae8f-45fc15f91a20 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0489988 Jan 18 19:44:32.341542 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-542b05d1-ac21-4fb0-98e6-ae5f20dc094b req-d85a4c18-4029-41b7-81ab-9fecf7198aa3 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389555 Jan 18 19:44:33.455799 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b548b-ab62-4869-a884-63a00db8a572 req-afdc2652-72df-4a14-be13-46c053861f61 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:33.457219 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f94b548b-ab62-4869-a884-63a00db8a572 req-afdc2652-72df-4a14-be13-46c053861f61 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0504639 Jan 18 19:44:33.529146 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f94b548b-ab62-4869-a884-63a00db8a572 req-54baff70-f515-45e6-b0df-abcd964dc57d tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fcd763d-e92f-46cf-8eea-652f9e638555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665438 Jan 18 19:44:33.537722 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ce20b-a75a-4787-9207-f0e49f19a038 req-e48c1612-d7f4-4ba1-839a-063dcae55ae2 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:33.539095 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-384ce20b-a75a-4787-9207-f0e49f19a038 req-e48c1612-d7f4-4ba1-839a-063dcae55ae2 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.35 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 946 time: 0.0711014 Jan 18 19:44:33.629029 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-384ce20b-a75a-4787-9207-f0e49f19a038 req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Deleting port b894f5a0-a07e-40ba-9fe4-f96bed851363 {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:44:33.629288 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-384ce20b-a75a-4787-9207-f0e49f19a038 req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (b894f5a0-a07e-40ba-9fe4-f96bed851363), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:33.713446 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-384ce20b-a75a-4787-9207-f0e49f19a038 req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] For port b894f5a0-a07e-40ba-9fe4-f96bed851363, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=b894f5a0-a07e-40ba-9fe4-f96bed851363,segment=NetworkSegment(d84c562e-f887-4cea-9249-8de44ec3aa33),segment_id=d84c562e-f887-4cea-9249-8de44ec3aa33)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:44:33.713806 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-384ce20b-a75a-4787-9207-f0e49f19a038 req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (b894f5a0-a07e-40ba-9fe4-f96bed851363), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:33.878357 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-384ce20b-a75a-4787-9207-f0e49f19a038 req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:33.878715 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-384ce20b-a75a-4787-9207-f0e49f19a038 req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087224'] for floatingip (dc5607ea-a827-48a3-a213-afbf1c845bcb), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:33.879026 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.l3_db [req-384ce20b-a75a-4787-9207-f0e49f19a038 req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Floating IP dc5607ea-a827-48a3-a213-afbf1c845bcb disassociated. External IP: 172.27.2.234, port: b894f5a0-a07e-40ba-9fe4-f96bed851363. Jan 18 19:44:33.879410 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-384ce20b-a75a-4787-9207-f0e49f19a038 req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Calling delete_port for b894f5a0-a07e-40ba-9fe4-f96bed851363 owned by compute:nova {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:44:34.065860 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-384ce20b-a75a-4787-9207-f0e49f19a038 req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (b894f5a0-a07e-40ba-9fe4-f96bed851363), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:34.092139 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Pushing event deleted for resources: {'Port': ['ID=b894f5a0-a07e-40ba-9fe4-f96bed851363,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:44:34.101627 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:34.101985 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:34.102360 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:34.102701 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:34.103038 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:34.103367 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:34.103699 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:34.104029 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:34.104362 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:34.104688 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:34.105031 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:34.105336 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:34.106097 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:34.465489 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-384ce20b-a75a-4787-9207-f0e49f19a038 req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Router b98e3863-0b6c-422b-99df-10fb4f5d5d9e has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:44:34.574050 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-384ce20b-a75a-4787-9207-f0e49f19a038 req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:44:34.585259 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b54fbe-b076-44c1-9c61-0c6a8bee823c None None] Sync routers for ids ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:44:34.595731 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b54fbe-b076-44c1-9c61-0c6a8bee823c None None] Routers {'b98e3863-0b6c-422b-99df-10fb4f5d5d9e'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:44:34.598460 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a2b54fbe-b076-44c1-9c61-0c6a8bee823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:44:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:44:34.624497 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-384ce20b-a75a-4787-9207-f0e49f19a038 req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] No DVR routers for this DVR port b894f5a0-a07e-40ba-9fe4-f96bed851363 on host hv-cinder-81187 {{(pid=103172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:44:34.628182 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-384ce20b-a75a-4787-9207-f0e49f19a038 req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:34.631510 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-384ce20b-a75a-4787-9207-f0e49f19a038 req-9510104d-fa30-4cc6-83f0-183ff9db4608 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.35 "DELETE /v2.0/ports/b894f5a0-a07e-40ba-9fe4-f96bed851363 HTTP/1.1" status: 204 len: 173 time: 1.0870080 Jan 18 19:44:34.631955 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51c0178-d9a4-47d0-991b-f16722c652db', 'name': 'network-vif-deleted', 'tag': 'b894f5a0-a07e-40ba-9fe4-f96bed851363'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:44:34.634179 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7610711-20a0-4f58-9e3f-7f1d6748ae31" -d '{"events": [{"server_uuid": "d51c0178-d9a4-47d0-991b-f16722c652db", "name": "network-vif-deleted", "tag": "b894f5a0-a07e-40ba-9fe4-f96bed851363"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:44:34.651012 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a8b7f33a-2ad7-4a7c-ab1d-14eb629c96cb req-7f7d0483-e7bd-4b1a-a391-aef1b6206a8f tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 210 time: 0.0493672 Jan 18 19:44:34.676388 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c6728b-40b9-4b13-bb5f-824379712315 x-openstack-request-id: req-b5c6728b-40b9-4b13-bb5f-824379712315 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:44:34.676388 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51c0178-d9a4-47d0-991b-f16722c652db", "name": "network-vif-deleted", "tag": "b894f5a0-a07e-40ba-9fe4-f96bed851363", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:44:34.676388 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5c6728b-40b9-4b13-bb5f-824379712315 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:44:34.676388 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51c0178-d9a4-47d0-991b-f16722c652db', 'name': 'network-vif-deleted', 'tag': 'b894f5a0-a07e-40ba-9fe4-f96bed851363', 'status': 'completed', 'code': 200} Jan 18 19:44:34.710798 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a2b54fbe-b076-44c1-9c61-0c6a8bee823c None None] Set router b98e3863-0b6c-422b-99df-10fb4f5d5d9e gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:44:34.908312 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a2b54fbe-b076-44c1-9c61-0c6a8bee823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:37:41Z', 'revision_number': 4, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '596f2c72-edda-4757-89fb-5a7b66194be6', 'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'mac_address': 'fa:16:3e:a8:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:40Z', 'updated_at': '2022-01-18T19:37:45Z', 'revision_number': 5, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'subnets': [{'id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:44:34.939344 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b54fbe-b076-44c1-9c61-0c6a8bee823c None None] Checking router: b98e3863-0b6c-422b-99df-10fb4f5d5d9e for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:44:34.947917 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b54fbe-b076-44c1-9c61-0c6a8bee823c None None] Routers {'b98e3863-0b6c-422b-99df-10fb4f5d5d9e'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:44:34.948516 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a2b54fbe-b076-44c1-9c61-0c6a8bee823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:44:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:44:35.053945 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-a2b54fbe-b076-44c1-9c61-0c6a8bee823c None None] Set router b98e3863-0b6c-422b-99df-10fb4f5d5d9e gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:44:35.249512 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-a2b54fbe-b076-44c1-9c61-0c6a8bee823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:37:41Z', 'revision_number': 4, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '596f2c72-edda-4757-89fb-5a7b66194be6', 'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'mac_address': 'fa:16:3e:a8:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:40Z', 'updated_at': '2022-01-18T19:37:45Z', 'revision_number': 5, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'subnets': [{'id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:44:35.275222 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b54fbe-b076-44c1-9c61-0c6a8bee823c None None] The sync data for ids ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'] in dv-cinder-811877-7-iscsi is: [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:37:41Z', 'revision_number': 4, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '596f2c72-edda-4757-89fb-5a7b66194be6', 'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'mac_address': 'fa:16:3e:a8:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:40Z', 'updated_at': '2022-01-18T19:37:45Z', 'revision_number': 5, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'subnets': [{'id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:44:35.485555 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a185c82f-4683-42e7-a021-d22111372ee1 None None] New status for floating IP dc5607ea-a827-48a3-a213-afbf1c845bcb: DOWN {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 19:44:35.756648 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ef5b050d-9257-4f7c-9c53-5ed9ed96d2a3 req-a3e604ef-9cbe-4727-8409-1c8ccb447597 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=d51c0178-d9a4-47d0-991b-f16722c652db HTTP/1.1" status: 200 len: 210 time: 0.0243857 Jan 18 19:44:36.917903 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 40296) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:44:36.973653 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ddebba6-dbad-4be9-87b6-fd25087c12d9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group (3fcd763d-e92f-46cf-8eea-652f9e638555), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:36.996462 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ddebba6-dbad-4be9-87b6-fd25087c12d9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group (3fcd763d-e92f-46cf-8eea-652f9e638555), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:37.088425 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ddebba6-dbad-4be9-87b6-fd25087c12d9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (3fcd763d-e92f-46cf-8eea-652f9e638555), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:37.091001 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ddebba6-dbad-4be9-87b6-fd25087c12d9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:37.096106 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-0ddebba6-dbad-4be9-87b6-fd25087c12d9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "DELETE /v2.0/security-groups/3fcd763d-e92f-46cf-8eea-652f9e638555 HTTP/1.1" status: 204 len: 168 time: 0.1732082 Jan 18 19:44:37.096284 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 40298) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:44:37.101734 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddebba6-dbad-4be9-87b6-fd25087c12d9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcd763d-e92f-46cf-8eea-652f9e638555,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:44:37.108544 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.api.v2.resource [None req-932cae77-de77-4e65-a271-83034853b6b2 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] show failed (client error): The resource could not be found. Jan 18 19:44:37.108806 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddebba6-dbad-4be9-87b6-fd25087c12d9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:37.109166 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddebba6-dbad-4be9-87b6-fd25087c12d9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:37.109514 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddebba6-dbad-4be9-87b6-fd25087c12d9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:37.110338 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-932cae77-de77-4e65-a271-83034853b6b2 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups/3fcd763d-e92f-46cf-8eea-652f9e638555 HTTP/1.1" status: 404 len: 347 time: 0.0130525 Jan 18 19:44:37.110504 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddebba6-dbad-4be9-87b6-fd25087c12d9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:37.110843 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddebba6-dbad-4be9-87b6-fd25087c12d9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:37.111247 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddebba6-dbad-4be9-87b6-fd25087c12d9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:37.111587 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddebba6-dbad-4be9-87b6-fd25087c12d9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:37.111916 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddebba6-dbad-4be9-87b6-fd25087c12d9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:37.112245 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddebba6-dbad-4be9-87b6-fd25087c12d9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:37.112584 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddebba6-dbad-4be9-87b6-fd25087c12d9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:37.112877 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 40300) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:44:37.113000 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddebba6-dbad-4be9-87b6-fd25087c12d9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:37.113218 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddebba6-dbad-4be9-87b6-fd25087c12d9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:37.113540 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddebba6-dbad-4be9-87b6-fd25087c12d9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:37.125602 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device b894f5a0-a07e-40ba-9fe4-f96bed851363 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:44:37.153094 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: b894f5a0-a07e-40ba-9fe4-f96bed851363 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:44:37.153448 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device b894f5a0-a07e-40ba-9fe4-f96bed851363 not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:44:37.233202 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-e77cb665-b10c-43b0-998c-f72fe232eedf tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Deleting port 9f753285-c424-4799-9caa-02e535dd6db9 {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:44:37.233549 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e77cb665-b10c-43b0-998c-f72fe232eedf tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (9f753285-c424-4799-9caa-02e535dd6db9), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:37.307836 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e77cb665-b10c-43b0-998c-f72fe232eedf tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (9f753285-c424-4799-9caa-02e535dd6db9), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:37.308162 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e77cb665-b10c-43b0-998c-f72fe232eedf tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for floatingip (9f753285-c424-4799-9caa-02e535dd6db9), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:37.319388 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-e77cb665-b10c-43b0-998c-f72fe232eedf tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Calling delete_port for 9f753285-c424-4799-9caa-02e535dd6db9 owned by network:floatingip {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:44:37.488591 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e77cb665-b10c-43b0-998c-f72fe232eedf tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (9f753285-c424-4799-9caa-02e535dd6db9), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:37.514546 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cb665-b10c-43b0-998c-f72fe232eedf tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Pushing event deleted for resources: {'Port': ['ID=9f753285-c424-4799-9caa-02e535dd6db9,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:44:37.578031 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e77cb665-b10c-43b0-998c-f72fe232eedf tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for floatingip (dc5607ea-a827-48a3-a213-afbf1c845bcb), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:37.581431 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e77cb665-b10c-43b0-998c-f72fe232eedf tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:37.583552 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-e77cb665-b10c-43b0-998c-f72fe232eedf tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "DELETE /v2.0/floatingips/dc5607ea-a827-48a3-a213-afbf1c845bcb HTTP/1.1" status: 204 len: 168 time: 0.4692307 Jan 18 19:44:37.963280 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 40308) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:44:37.967938 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-2d556963-a429-4eeb-9784-0f9ab52c1438 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Request body: {'security_group': {'name': 'tempest-securitygroup--261293948', 'description': 'tempest-description--92872242'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:38.077478 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-2d556963-a429-4eeb-9784-0f9ab52c1438 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:38.140138 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-2d556963-a429-4eeb-9784-0f9ab52c1438 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group (6b7f78d2-ba3f-4317-8f89-08b404c9095a), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:38.202996 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-2d556963-a429-4eeb-9784-0f9ab52c1438 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (6b7f78d2-ba3f-4317-8f89-08b404c9095a), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:38.229935 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d556963-a429-4eeb-9784-0f9ab52c1438 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7f78d2-ba3f-4317-8f89-08b404c9095a,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:44:38.290336 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-2d556963-a429-4eeb-9784-0f9ab52c1438 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:38.291560 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-2d556963-a429-4eeb-9784-0f9ab52c1438 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3272872 Jan 18 19:44:38.294309 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 40312) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:44:38.299097 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-18dd09dc-73f8-49c1-b242-a29d8c98555a tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Request body: {'security_group_rule': {'security_group_id': '6b7f78d2-ba3f-4317-8f89-08b404c9095a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:38.384795 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-18dd09dc-73f8-49c1-b242-a29d8c98555a tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group_rule (f2d5fa47-e051-4796-ae54-1922f68106c7), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:38.443183 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-18dd09dc-73f8-49c1-b242-a29d8c98555a tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group_rule (f2d5fa47-e051-4796-ae54-1922f68106c7), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:38.511644 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-18dd09dc-73f8-49c1-b242-a29d8c98555a tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (f2d5fa47-e051-4796-ae54-1922f68106c7), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:38.529425 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd09dc-73f8-49c1-b242-a29d8c98555a tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d5fa47-e051-4796-ae54-1922f68106c7,revision_number=0']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:44:38.627954 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-18dd09dc-73f8-49c1-b242-a29d8c98555a tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:38.629177 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-18dd09dc-73f8-49c1-b242-a29d8c98555a tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3339658 Jan 18 19:44:38.631900 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 40316) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:44:38.636361 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-c5a5c328-eacf-4876-99c8-2d890b8c4184 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Request body: {'security_group_rule': {'security_group_id': '6b7f78d2-ba3f-4317-8f89-08b404c9095a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:38.739399 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c328-eacf-4876-99c8-2d890b8c4184 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group_rule (12539b86-93eb-48aa-92ed-69837a4ee0fd), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:38.794306 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c328-eacf-4876-99c8-2d890b8c4184 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group_rule (12539b86-93eb-48aa-92ed-69837a4ee0fd), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:38.859868 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c328-eacf-4876-99c8-2d890b8c4184 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (12539b86-93eb-48aa-92ed-69837a4ee0fd), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:38.877155 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5c328-eacf-4876-99c8-2d890b8c4184 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12539b86-93eb-48aa-92ed-69837a4ee0fd,revision_number=0']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:44:38.942356 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c5a5c328-eacf-4876-99c8-2d890b8c4184 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:38.943635 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-c5a5c328-eacf-4876-99c8-2d890b8c4184 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3108234 Jan 18 19:44:38.947457 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 40330) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:44:38.952165 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-344e9111-0d92-4708-a01e-e6d1e0ecbec9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Request body: {'floatingip': {'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:39.031559 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-344e9111-0d92-4708-a01e-e6d1e0ecbec9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:39.112311 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57159cbb-a11c-44f6-b200-adcf70f8ade7 req-c26ae7b3-1b5c-4ab3-86e5-4ad4af8310b4 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:39.113667 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-57159cbb-a11c-44f6-b200-adcf70f8ade7 req-c26ae7b3-1b5c-4ab3-86e5-4ad4af8310b4 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0939021 Jan 18 19:44:39.174970 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-57159cbb-a11c-44f6-b200-adcf70f8ade7 req-c6aa5c48-9746-4e7a-babf-aa2535d79052 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553429 Jan 18 19:44:39.188853 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-344e9111-0d92-4708-a01e-e6d1e0ecbec9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:39.287836 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [None req-344e9111-0d92-4708-a01e-e6d1e0ecbec9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Allocated IP 172.27.2.136 (f5eef2c2-a885-4f46-b327-cbc20c3014d9/9269629e-72aa-4525-943b-faee8ca91ecd/d13712f4-225b-4feb-957b-39b191a47fb9) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:44:39.394058 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-344e9111-0d92-4708-a01e-e6d1e0ecbec9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for port (d13712f4-225b-4feb-957b-39b191a47fb9), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:39.494497 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-344e9111-0d92-4708-a01e-e6d1e0ecbec9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (d13712f4-225b-4feb-957b-39b191a47fb9), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:39.531143 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344e9111-0d92-4708-a01e-e6d1e0ecbec9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:44:39.535431 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-344e9111-0d92-4708-a01e-e6d1e0ecbec9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:44:39.538773 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e9111-0d92-4708-a01e-e6d1e0ecbec9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:44:39.543982 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e9111-0d92-4708-a01e-e6d1e0ecbec9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Pushing event updated for resources: {'Port': ['ID=d13712f4-225b-4feb-957b-39b191a47fb9,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:44:39.625548 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-344e9111-0d92-4708-a01e-e6d1e0ecbec9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for floatingip (3c6fd7a4-0db4-4abf-a7bd-88c80effde85), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:39.712543 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-344e9111-0d92-4708-a01e-e6d1e0ecbec9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (d13712f4-225b-4feb-957b-39b191a47fb9), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:39.856447 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-344e9111-0d92-4708-a01e-e6d1e0ecbec9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for port (d13712f4-225b-4feb-957b-39b191a47fb9), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:39.888191 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-344e9111-0d92-4708-a01e-e6d1e0ecbec9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (d13712f4-225b-4feb-957b-39b191a47fb9), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:39.952481 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e9111-0d92-4708-a01e-e6d1e0ecbec9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Pushing event updated for resources: {'Port': ['ID=d13712f4-225b-4feb-957b-39b191a47fb9,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:44:39.965413 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-344e9111-0d92-4708-a01e-e6d1e0ecbec9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087224'] for floatingip (3c6fd7a4-0db4-4abf-a7bd-88c80effde85), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:40.021891 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-344e9111-0d92-4708-a01e-e6d1e0ecbec9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:40.023172 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-344e9111-0d92-4708-a01e-e6d1e0ecbec9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0747452 Jan 18 19:44:40.213296 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-a371ac41-88fd-4380-bd6d-d441b1d8ba39 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--261293948&fields=id&tenant_id=18a3f1ab116048bf915dcee197eb1cea HTTP/1.1" status: 200 len: 267 time: 0.0428736 Jan 18 19:44:40.342428 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8907dd-30e9-4971-9cc9-743757c9ba25 req-286da5ab-42a6-4eba-8ae4-e4615be6eb7d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:40.343909 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-eb8907dd-30e9-4971-9cc9-743757c9ba25 req-286da5ab-42a6-4eba-8ae4-e4615be6eb7d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0747297 Jan 18 19:44:40.375548 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-cc26e185-7342-49e3-8912-d791601d6251 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:40.377024 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-cc26e185-7342-49e3-8912-d791601d6251 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/networks?id=500b8bcd-5a25-45e2-b1bb-41c45019fe6b HTTP/1.1" status: 200 len: 810 time: 0.1574640 Jan 18 19:44:40.399674 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-97195d24-0f4a-450e-aafb-35217e419dd9 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/quotas/18a3f1ab116048bf915dcee197eb1cea HTTP/1.1" status: 200 len: 375 time: 0.0159187 Jan 18 19:44:40.421897 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-eb8907dd-30e9-4971-9cc9-743757c9ba25 req-c354ff6e-87dd-41de-9737-7023e6746124 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718229 Jan 18 19:44:40.459066 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-ed18c621-c41f-488c-b995-bf1a9347f9d8 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=18a3f1ab116048bf915dcee197eb1cea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523210 Jan 18 19:44:40.549622 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-7231b78b-473c-4fc0-908f-9dd13567c964 service neutron] 10.222.0.20 "GET /v2.0/networks/500b8bcd-5a25-45e2-b1bb-41c45019fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791752 Jan 18 19:44:40.638397 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-832f71ba-803b-4383-b3a8-403dca92e710 service neutron] 10.222.0.20 "GET /v2.0/networks/500b8bcd-5a25-45e2-b1bb-41c45019fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830269 Jan 18 19:44:40.888846 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:44:40.894278 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3d465093-5c2e-4d94-81be-c545ee95b48e req-8cdede89-c7a9-4f32-bb1b-321462b979ee tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 210 time: 0.0259745 Jan 18 19:44:41.540075 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887628b-969f-4ea0-ab37-4195ac900312 req-64d4877a-b25a-48ff-8772-d4b5502c7400 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:41.541522 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6887628b-969f-4ea0-ab37-4195ac900312 req-64d4877a-b25a-48ff-8772-d4b5502c7400 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0476279 Jan 18 19:44:41.588111 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6887628b-969f-4ea0-ab37-4195ac900312 req-85e0bfc7-24b5-41f2-9a7f-a10ce595fb0b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408320 Jan 18 19:44:41.984678 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-cb166c12-1e61-42db-b95d-1f498a859f09 req-b8c4a50d-e3de-4383-8e50-9af13b5d2901 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 210 time: 0.0241697 Jan 18 19:44:42.621835 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-d7d643a2-e769-4b29-a60a-480b579ec4f1 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:42.623329 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-d7d643a2-e769-4b29-a60a-480b579ec4f1 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.35 "GET /v2.0/networks?id=500b8bcd-5a25-45e2-b1bb-41c45019fe6b HTTP/1.1" status: 200 len: 810 time: 0.1058531 Jan 18 19:44:42.710267 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-a79341ed-a197-4140-a38b-e958b8198c7b tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18a3f1ab116048bf915dcee197eb1cea HTTP/1.1" status: 200 len: 379 time: 0.0778036 Jan 18 19:44:42.719052 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-6426e263-9a01-43a9-a9ba-e66b8656b712 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Request body: {'port': {'device_id': '7533967f-7161-4db7-9ec2-d4dc0755667a', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'admin_state_up': True, 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'security_groups': ['6b7f78d2-ba3f-4317-8f89-08b404c9095a']}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:42.747623 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced9814-4b1f-40dc-81ed-62ee817cfb8f req-1364a64d-1c13-418a-a8b4-6ce14d82f408 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:42.749109 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dced9814-4b1f-40dc-81ed-62ee817cfb8f req-1364a64d-1c13-418a-a8b4-6ce14d82f408 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0886967 Jan 18 19:44:42.845067 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dced9814-4b1f-40dc-81ed-62ee817cfb8f req-e7563139-e466-4a2f-98a0-045bbe5ca3f5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713603 Jan 18 19:44:42.940296 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-6426e263-9a01-43a9-a9ba-e66b8656b712 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Made reservation on behalf of 18a3f1ab116048bf915dcee197eb1cea for: {'port': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:44:42.943911 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-6426e263-9a01-43a9-a9ba-e66b8656b712 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:43.003358 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:43.086759 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1656edfe-3579-4f33-851c-e5bd7af0df31 req-c4899067-ae3b-45b1-9257-93f6398ee3db tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 210 time: 0.0315826 Jan 18 19:44:43.092466 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-6426e263-9a01-43a9-a9ba-e66b8656b712 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Allocated IP 172.20.0.10 (500b8bcd-5a25-45e2-b1bb-41c45019fe6b/bd74878b-397a-47c2-9666-5f87fde4b302/fc229cd6-8847-4b80-b2ad-b25be944ec5d) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:44:43.224176 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-6426e263-9a01-43a9-a9ba-e66b8656b712 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for port (fc229cd6-8847-4b80-b2ad-b25be944ec5d), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:43.294891 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-6426e263-9a01-43a9-a9ba-e66b8656b712 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (fc229cd6-8847-4b80-b2ad-b25be944ec5d), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:43.339453 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-6426e263-9a01-43a9-a9ba-e66b8656b712 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Network 500b8bcd-5a25-45e2-b1bb-41c45019fe6b is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:44:43.342326 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-6426e263-9a01-43a9-a9ba-e66b8656b712 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:44:43.346057 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-6426e263-9a01-43a9-a9ba-e66b8656b712 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:44:43.352439 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426e263-9a01-43a9-a9ba-e66b8656b712 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Pushing event updated for resources: {'Port': ['ID=fc229cd6-8847-4b80-b2ad-b25be944ec5d,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:44:43.406346 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-6426e263-9a01-43a9-a9ba-e66b8656b712 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:43.406975 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-6426e263-9a01-43a9-a9ba-e66b8656b712 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:43.475165 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-6426e263-9a01-43a9-a9ba-e66b8656b712 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7595944 Jan 18 19:44:43.487019 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Request body: {'port': {'device_id': '7533967f-7161-4db7-9ec2-d4dc0755667a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:43.514668 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-e2369d3a-2707-432b-9d7f-781ff40ef6dd None None] Provisioning complete for port fc229cd6-8847-4b80-b2ad-b25be944ec5d triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:44:43.515036 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e2369d3a-2707-432b-9d7f-781ff40ef6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (fc229cd6-8847-4b80-b2ad-b25be944ec5d), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:43.544936 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (fc229cd6-8847-4b80-b2ad-b25be944ec5d), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:43.547262 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-e2369d3a-2707-432b-9d7f-781ff40ef6dd None None] Port fc229cd6-8847-4b80-b2ad-b25be944ec5d cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:44:43.793493 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc229cd6-8847-4b80-b2ad-b25be944ec5d {{(pid=103172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:44:43.801171 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Publish callbacks [] for port (fc229cd6-8847-4b80-b2ad-b25be944ec5d), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:43.812751 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.provisioning_blocks [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Transition to ACTIVE for port object fc229cd6-8847-4b80-b2ad-b25be944ec5d will not be triggered until provisioned by entity L2. {{(pid=103172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:44:43.876685 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (fc229cd6-8847-4b80-b2ad-b25be944ec5d), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:43.935187 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc229cd6-8847-4b80-b2ad-b25be944ec5d,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:44:44.023832 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fac6fd-1916-41ee-9bd0-e031b12bc66f req-38fb8561-3bf2-4b6d-adea-5c0a17cae890 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:44.025353 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-23fac6fd-1916-41ee-9bd0-e031b12bc66f req-38fb8561-3bf2-4b6d-adea-5c0a17cae890 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.1060026 Jan 18 19:44:44.054650 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Attempting to bind port fc229cd6-8847-4b80-b2ad-b25be944ec5d on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:44:44.054909 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Attempting to bind port fc229cd6-8847-4b80-b2ad-b25be944ec5d by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'd84c562e-f887-4cea-9249-8de44ec3aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b'}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:44:44.055242 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Attempting to bind port fc229cd6-8847-4b80-b2ad-b25be944ec5d on network 500b8bcd-5a25-45e2-b1bb-41c45019fe6b {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:44:44.063848 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Port fc229cd6-8847-4b80-b2ad-b25be944ec5d on network 500b8bcd-5a25-45e2-b1bb-41c45019fe6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:44:44.064180 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Attempting to bind port fc229cd6-8847-4b80-b2ad-b25be944ec5d on network 500b8bcd-5a25-45e2-b1bb-41c45019fe6b {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:44:44.075430 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:44:44.075765 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Checking segment: {'id': 'd84c562e-f887-4cea-9249-8de44ec3aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:44:44.076145 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Bound using segment: {'id': 'd84c562e-f887-4cea-9249-8de44ec3aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b'} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:44:44.076832 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Bound port: fc229cd6-8847-4b80-b2ad-b25be944ec5d, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84c562e-f887-4cea-9249-8de44ec3aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b'}}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:44:44.077189 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (fc229cd6-8847-4b80-b2ad-b25be944ec5d), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:44.100946 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-23fac6fd-1916-41ee-9bd0-e031b12bc66f req-5ae267cc-7b57-4f06-89e9-8dfd6ac44f15 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697563 Jan 18 19:44:44.165138 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] For port fc229cd6-8847-4b80-b2ad-b25be944ec5d, host hv-cinder-81187, cleared binding levels {{(pid=103172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:44:44.191374 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] For port fc229cd6-8847-4b80-b2ad-b25be944ec5d, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=fc229cd6-8847-4b80-b2ad-b25be944ec5d,segment=NetworkSegment(d84c562e-f887-4cea-9249-8de44ec3aa33),segment_id=d84c562e-f887-4cea-9249-8de44ec3aa33)] {{(pid=103172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:44:44.209554 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da633d38-6b93-41d2-85ed-02b5a1fa4fc5 req-1c63e659-78da-46d4-a202-19edaa0ff25b tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:44.211066 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-da633d38-6b93-41d2-85ed-02b5a1fa4fc5 req-1c63e659-78da-46d4-a202-19edaa0ff25b tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 944 time: 0.0584307 Jan 18 19:44:44.253712 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (fc229cd6-8847-4b80-b2ad-b25be944ec5d), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:44.264710 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-da633d38-6b93-41d2-85ed-02b5a1fa4fc5 req-9b229a2c-a1e5-4b39-af2d-b495342a240c tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7f78d2-ba3f-4317-8f89-08b404c9095a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480969 Jan 18 19:44:44.291829 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:44.292474 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:44.293860 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] 10.222.0.35 "PUT /v2.0/ports/fc229cd6-8847-4b80-b2ad-b25be944ec5d HTTP/1.1" status: 200 len: 1094 time: 0.8111305 Jan 18 19:44:44.294334 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7533967f-7161-4db7-9ec2-d4dc0755667a', 'tag': 'fc229cd6-8847-4b80-b2ad-b25be944ec5d'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:44:44.296576 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ae42e4-59e5-4d7d-bebe-0017e809c3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7533967f-7161-4db7-9ec2-d4dc0755667a", "tag": "fc229cd6-8847-4b80-b2ad-b25be944ec5d"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:44:44.320532 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3076c89-2c39-4c68-bdcc-929f7c4627b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc229cd6-8847-4b80-b2ad-b25be944ec5d,revision_number=3']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:44:44.349013 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd4c3ac-63a5-46a6-aa11-c2f2dda69519 x-openstack-request-id: req-0bd4c3ac-63a5-46a6-aa11-c2f2dda69519 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:44:44.349013 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7533967f-7161-4db7-9ec2-d4dc0755667a", "tag": "fc229cd6-8847-4b80-b2ad-b25be944ec5d", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:44:44.349013 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bd4c3ac-63a5-46a6-aa11-c2f2dda69519 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:44:44.349013 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7533967f-7161-4db7-9ec2-d4dc0755667a', 'tag': 'fc229cd6-8847-4b80-b2ad-b25be944ec5d', 'status': 'completed', 'code': 200} Jan 18 19:44:44.421607 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae42e4-59e5-4d7d-bebe-0017e809c3d3 req-10618338-cbb9-4a64-96a4-50e32cbe96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:44.423156 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e9ae42e4-59e5-4d7d-bebe-0017e809c3d3 req-10618338-cbb9-4a64-96a4-50e32cbe96cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18a3f1ab116048bf915dcee197eb1cea&device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 1097 time: 0.0448096 Jan 18 19:44:44.526735 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae42e4-59e5-4d7d-bebe-0017e809c3d3 req-dba2245b-6062-472c-bf89-77c28771c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:44.528204 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e9ae42e4-59e5-4d7d-bebe-0017e809c3d3 req-dba2245b-6062-472c-bf89-77c28771c88d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=18a3f1ab116048bf915dcee197eb1cea&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0945737 Jan 18 19:44:44.620593 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae42e4-59e5-4d7d-bebe-0017e809c3d3 req-666bdcdd-9f19-482d-a1b3-e153ca8d01c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:44.621944 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e9ae42e4-59e5-4d7d-bebe-0017e809c3d3 req-666bdcdd-9f19-482d-a1b3-e153ca8d01c3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874574 Jan 18 19:44:44.696817 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-8878dc08-c97a-4470-93bc-c0233b83db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:44.698315 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-8878dc08-c97a-4470-93bc-c0233b83db2c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18a3f1ab116048bf915dcee197eb1cea&device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 1097 time: 0.0413949 Jan 18 19:44:44.738631 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-7a46407b-98b1-40e6-991a-dfadcb73ad97 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc229cd6-8847-4b80-b2ad-b25be944ec5d HTTP/1.1" status: 200 len: 217 time: 0.0329282 Jan 18 19:44:44.789457 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-63b79601-1b96-4f07-ba08-1ea82b162515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:44.790933 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-63b79601-1b96-4f07-ba08-1ea82b162515 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd74878b-397a-47c2-9666-5f87fde4b302 HTTP/1.1" status: 200 len: 849 time: 0.0461841 Jan 18 19:44:44.834590 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-d2850f37-b301-4cce-9f0a-3f322ac2d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:44.836047 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-d2850f37-b301-4cce-9f0a-3f322ac2d0c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=500b8bcd-5a25-45e2-b1bb-41c45019fe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386591 Jan 18 19:44:44.923213 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-aef35385-a29d-4f90-b75f-f4e2b48ee1ef service neutron] 10.222.0.35 "GET /v2.0/networks/500b8bcd-5a25-45e2-b1bb-41c45019fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793767 Jan 18 19:44:45.016125 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d70935a-a349-4e26-aa37-2d300eefc093 req-69e53972-cfe8-4a87-bbb0-a6ad171d077e service neutron] 10.222.0.35 "GET /v2.0/networks/500b8bcd-5a25-45e2-b1bb-41c45019fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859089 Jan 18 19:44:45.216755 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e2cc6-9a55-495e-8bc5-8b137cec3e32 req-c9de44be-c9b0-4fdf-849f-2e958a6deaf0 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:45.218132 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-226e2cc6-9a55-495e-8bc5-8b137cec3e32 req-c9de44be-c9b0-4fdf-849f-2e958a6deaf0 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0472870 Jan 18 19:44:45.263791 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-226e2cc6-9a55-495e-8bc5-8b137cec3e32 req-3d97bd08-eb16-40b3-9fd4-2ad50e80d7c2 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397460 Jan 18 19:44:45.384391 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c880a3f-ed5a-493f-ad93-a008d749c5c1 req-d1949fec-70b5-4d67-9cbe-1159bce04c8d tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:45.385863 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9c880a3f-ed5a-493f-ad93-a008d749c5c1 req-d1949fec-70b5-4d67-9cbe-1159bce04c8d tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 944 time: 0.0545764 Jan 18 19:44:45.432448 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9c880a3f-ed5a-493f-ad93-a008d749c5c1 req-a48ba0c1-6dec-4b37-802c-be7c7f14da87 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7f78d2-ba3f-4317-8f89-08b404c9095a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410595 Jan 18 19:44:46.379255 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a1623-9a26-49f0-a085-cda6cddbc8b6 req-6b97ada4-7c4a-47e9-a0eb-951bb533fd5b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:46.380640 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1f0a1623-9a26-49f0-a085-cda6cddbc8b6 req-6b97ada4-7c4a-47e9-a0eb-951bb533fd5b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0468953 Jan 18 19:44:46.426250 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1f0a1623-9a26-49f0-a085-cda6cddbc8b6 req-457ba29d-f7c9-493f-bfc0-4019fe75c0df tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402112 Jan 18 19:44:46.544361 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fb9bf-0489-48ae-a48a-a1e79e55a33e req-83a43749-c5d7-4b61-ac74-ee0f33693155 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:46.545835 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f14fb9bf-0489-48ae-a48a-a1e79e55a33e req-83a43749-c5d7-4b61-ac74-ee0f33693155 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 944 time: 0.0474253 Jan 18 19:44:46.596113 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f14fb9bf-0489-48ae-a48a-a1e79e55a33e req-2db74ce3-1bed-4c9a-b3a6-e6c0f75e966e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7f78d2-ba3f-4317-8f89-08b404c9095a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446897 Jan 18 19:44:46.604314 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a4ef808b-d4e8-4309-9646-ca04f700c197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:47.543439 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43131b53-083c-457a-b0a1-9e1afda4460d req-f126f6a6-990c-4689-af9c-5a0acb88dd65 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:47.545503 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-43131b53-083c-457a-b0a1-9e1afda4460d req-f126f6a6-990c-4689-af9c-5a0acb88dd65 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0508118 Jan 18 19:44:47.623996 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-43131b53-083c-457a-b0a1-9e1afda4460d req-bc4cfa54-14fc-4423-a68c-edfc8a3351f8 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728815 Jan 18 19:44:47.631568 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe09bf6-c71c-49c0-bb70-89a337952a8b req-32273422-95b9-4efd-97f5-7005a12f7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:47.633054 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bbe09bf6-c71c-49c0-bb70-89a337952a8b req-32273422-95b9-4efd-97f5-7005a12f7146 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf0cd8080e184330b0b0cc9934525143&device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 1098 time: 0.0668476 Jan 18 19:44:47.761046 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc04ef-786d-445f-8573-7284ed501344 req-4acc702e-4eed-4793-a67b-e748cb8e1c3a tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:47.762525 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d4bc04ef-786d-445f-8573-7284ed501344 req-4acc702e-4eed-4793-a67b-e748cb8e1c3a tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 944 time: 0.0928993 Jan 18 19:44:47.785802 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe09bf6-c71c-49c0-bb70-89a337952a8b req-543b163b-783b-427c-a214-2e7e3264ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:47.787205 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bbe09bf6-c71c-49c0-bb70-89a337952a8b req-543b163b-783b-427c-a214-2e7e3264ed15 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2276716e-d010-493f-805b-07bee1604b14 HTTP/1.1" status: 200 len: 918 time: 0.1350813 Jan 18 19:44:47.854695 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d4bc04ef-786d-445f-8573-7284ed501344 req-66a74ad2-262b-4f48-8163-6eec076e3446 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7f78d2-ba3f-4317-8f89-08b404c9095a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837882 Jan 18 19:44:47.870845 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bbe09bf6-c71c-49c0-bb70-89a337952a8b req-e195fd09-93cb-43dd-8878-8250e238f4c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7904329-5ccf-4ecc-9666-18486fc790c7 HTTP/1.1" status: 200 len: 1001 time: 0.0766575 Jan 18 19:44:47.917832 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe09bf6-c71c-49c0-bb70-89a337952a8b req-4952e752-3a07-43a4-b8da-36c1aec6110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:47.919272 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bbe09bf6-c71c-49c0-bb70-89a337952a8b req-4952e752-3a07-43a4-b8da-36c1aec6110f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de HTTP/1.1" status: 200 len: 856 time: 0.0415559 Jan 18 19:44:47.961853 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe09bf6-c71c-49c0-bb70-89a337952a8b req-696d4fda-d704-42f0-9cbc-9b300f2a4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:47.963347 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bbe09bf6-c71c-49c0-bb70-89a337952a8b req-696d4fda-d704-42f0-9cbc-9b300f2a4408 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2276716e-d010-493f-805b-07bee1604b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380626 Jan 18 19:44:48.053512 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bbe09bf6-c71c-49c0-bb70-89a337952a8b req-640d63a7-b65f-4339-8932-1cdc929a0276 service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835493 Jan 18 19:44:48.139573 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bbe09bf6-c71c-49c0-bb70-89a337952a8b req-279591c9-b9d2-4a55-a101-d870d3d4c417 service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798423 Jan 18 19:44:48.740574 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8d8fa-1f4b-4ec2-a6b5-bcc77d5887fa req-81a8c036-9b37-4f99-b13a-448ad35fb8fa tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:48.742018 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9ee8d8fa-1f4b-4ec2-a6b5-bcc77d5887fa req-81a8c036-9b37-4f99-b13a-448ad35fb8fa tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0479431 Jan 18 19:44:48.790706 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9ee8d8fa-1f4b-4ec2-a6b5-bcc77d5887fa req-2f179dc4-962f-45e3-a440-da4ff14838bf tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432987 Jan 18 19:44:48.966277 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747ec37-9162-4206-87f2-267034266d70 req-e2e91cb3-dd9c-40cf-ab86-fe7527e1fdc3 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:48.967730 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5747ec37-9162-4206-87f2-267034266d70 req-e2e91cb3-dd9c-40cf-ab86-fe7527e1fdc3 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 944 time: 0.0474169 Jan 18 19:44:49.018232 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5747ec37-9162-4206-87f2-267034266d70 req-7111a426-b8a7-4d9d-85a4-b6934add9916 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7f78d2-ba3f-4317-8f89-08b404c9095a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445404 Jan 18 19:44:49.144978 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-fd82a887-0075-42bd-8a7b-b3717b9a9079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:49.163975 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device fc229cd6-8847-4b80-b2ad-b25be944ec5d details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:44:49.379921 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port fc229cd6-8847-4b80-b2ad-b25be944ec5d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=fc229cd6-8847-4b80-b2ad-b25be944ec5d,segment=NetworkSegment(d84c562e-f887-4cea-9249-8de44ec3aa33),segment_id=d84c562e-f887-4cea-9249-8de44ec3aa33)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:44:49.390604 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': 'fc229cd6-8847-4b80-b2ad-b25be944ec5d', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'port_id': 'fc229cd6-8847-4b80-b2ad-b25be944ec5d', 'mac_address': 'fa:16:3e:bd:b0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:44:49.428614 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port fc229cd6-8847-4b80-b2ad-b25be944ec5d is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:44:49.429005 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (fc229cd6-8847-4b80-b2ad-b25be944ec5d), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:49.442976 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc229cd6-8847-4b80-b2ad-b25be944ec5d {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:44:49.463512 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port fc229cd6-8847-4b80-b2ad-b25be944ec5d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=fc229cd6-8847-4b80-b2ad-b25be944ec5d,segment=NetworkSegment(d84c562e-f887-4cea-9249-8de44ec3aa33),segment_id=d84c562e-f887-4cea-9249-8de44ec3aa33)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:44:49.534523 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (fc229cd6-8847-4b80-b2ad-b25be944ec5d), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:49.580442 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=fc229cd6-8847-4b80-b2ad-b25be944ec5d,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:44:49.587151 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:49.587507 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:49.587843 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:49.588176 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:49.588505 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:49.588829 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:49.589152 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:49.589473 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:49.589792 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:49.590135 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:49.590457 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:49.590773 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:49.591086 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:44:49.902879 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['fc229cd6-8847-4b80-b2ad-b25be944ec5d'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:44:49.906751 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c61c42-71e9-424e-b92f-fe5686bc520a req-8e6c9aac-8da8-44db-a9c8-e8eaea7c6880 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:49.908901 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-87c61c42-71e9-424e-b92f-fe5686bc520a req-8e6c9aac-8da8-44db-a9c8-e8eaea7c6880 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0485003 Jan 18 19:44:49.956235 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-87c61c42-71e9-424e-b92f-fe5686bc520a req-4e3861cd-640a-4e12-92c2-d866c7f701dc tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414495 Jan 18 19:44:49.961917 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:50.133678 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b5a2b-d3f2-45aa-b1db-ef5894f00c91 req-88df701c-92cd-4a54-b1e8-3e4c9806ae71 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:50.135150 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e45b5a2b-d3f2-45aa-b1db-ef5894f00c91 req-88df701c-92cd-4a54-b1e8-3e4c9806ae71 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 945 time: 0.0497813 Jan 18 19:44:50.180119 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e45b5a2b-d3f2-45aa-b1db-ef5894f00c91 req-a49149e7-7a22-484a-a303-74414edf453f tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7f78d2-ba3f-4317-8f89-08b404c9095a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395539 Jan 18 19:44:51.071544 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6143fd-f874-489c-9116-2d7737f17549 req-d4434dd4-80b4-4c14-af83-a30a8c097166 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:51.072984 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2d6143fd-f874-489c-9116-2d7737f17549 req-d4434dd4-80b4-4c14-af83-a30a8c097166 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0463438 Jan 18 19:44:51.117818 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2d6143fd-f874-489c-9116-2d7737f17549 req-02f81006-0079-4459-86a1-8df52a155fb3 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392458 Jan 18 19:44:51.178841 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device fc229cd6-8847-4b80-b2ad-b25be944ec5d up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:44:51.292208 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac4e6b-6b28-4fd4-ae2e-fea88f1e4c9b req-fd459a31-30a8-4e0d-a760-1bd85f96e361 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:51.293577 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-68ac4e6b-6b28-4fd4-ae2e-fea88f1e4c9b req-fd459a31-30a8-4e0d-a760-1bd85f96e361 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 945 time: 0.0466321 Jan 18 19:44:51.305310 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port fc229cd6-8847-4b80-b2ad-b25be944ec5d completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:44:51.309269 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port fc229cd6-8847-4b80-b2ad-b25be944ec5d triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:44:51.309636 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (fc229cd6-8847-4b80-b2ad-b25be944ec5d), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:51.387372 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port fc229cd6-8847-4b80-b2ad-b25be944ec5d is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:44:51.387762 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (fc229cd6-8847-4b80-b2ad-b25be944ec5d), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:51.411975 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7533967f-7161-4db7-9ec2-d4dc0755667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc229cd6-8847-4b80-b2ad-b25be944ec5d'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:44:51.414288 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9447c0a2-c36c-463f-94d1-9cdf62195035" -d '{"events": [{"server_uuid": "7533967f-7161-4db7-9ec2-d4dc0755667a", "name": "network-vif-plugged", "status": "completed", "tag": "fc229cd6-8847-4b80-b2ad-b25be944ec5d"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:44:51.433244 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port fc229cd6-8847-4b80-b2ad-b25be944ec5d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=fc229cd6-8847-4b80-b2ad-b25be944ec5d,segment=NetworkSegment(d84c562e-f887-4cea-9249-8de44ec3aa33),segment_id=d84c562e-f887-4cea-9249-8de44ec3aa33)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:44:51.455306 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73e92bc-ae6f-413f-a558-db315d81bdbe x-openstack-request-id: req-d73e92bc-ae6f-413f-a558-db315d81bdbe {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:44:51.455606 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7533967f-7161-4db7-9ec2-d4dc0755667a", "name": "network-vif-plugged", "status": "completed", "tag": "fc229cd6-8847-4b80-b2ad-b25be944ec5d", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:44:51.455861 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d73e92bc-ae6f-413f-a558-db315d81bdbe {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:44:51.456258 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7533967f-7161-4db7-9ec2-d4dc0755667a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc229cd6-8847-4b80-b2ad-b25be944ec5d', 'code': 200} Jan 18 19:44:51.488301 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (fc229cd6-8847-4b80-b2ad-b25be944ec5d), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:51.532219 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:51.542887 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=fc229cd6-8847-4b80-b2ad-b25be944ec5d,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:44:51.602637 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-68ac4e6b-6b28-4fd4-ae2e-fea88f1e4c9b req-ec9bf15a-b365-4ba8-b746-f789e671c3ba tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7f78d2-ba3f-4317-8f89-08b404c9095a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3027897 Jan 18 19:44:51.775166 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e3b39-b0aa-4e9f-ab00-70fd01940234 req-0943b80c-d551-475a-85f9-3ca70e729a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:51.776611 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e95e3b39-b0aa-4e9f-ab00-70fd01940234 req-0943b80c-d551-475a-85f9-3ca70e729a95 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 1099 time: 0.0381610 Jan 18 19:44:51.817954 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e95e3b39-b0aa-4e9f-ab00-70fd01940234 req-4653f15a-a0d3-4337-a969-ace6cfce1a68 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6b7f78d2-ba3f-4317-8f89-08b404c9095a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353136 Jan 18 19:44:52.232150 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbb770-c48f-4368-a7e5-0a957bb4697e req-6d59871d-55d3-480d-810a-55324c54959a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:52.233605 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a9bbb770-c48f-4368-a7e5-0a957bb4697e req-6d59871d-55d3-480d-810a-55324c54959a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0464692 Jan 18 19:44:52.278906 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a9bbb770-c48f-4368-a7e5-0a957bb4697e req-b4080d73-b53f-4734-86e0-a6e34e4dce13 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394130 Jan 18 19:44:52.715131 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3e0ce-6edd-4db8-bcbe-f8b75870cfe8 req-df1f53dd-1db5-45be-b5d9-733e6ff94e41 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:52.716552 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-51f3e0ce-6edd-4db8-bcbe-f8b75870cfe8 req-df1f53dd-1db5-45be-b5d9-733e6ff94e41 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 946 time: 0.0487111 Jan 18 19:44:52.761171 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-51f3e0ce-6edd-4db8-bcbe-f8b75870cfe8 req-5444b55a-d836-42b6-b65d-b6966aff5908 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7f78d2-ba3f-4317-8f89-08b404c9095a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387125 Jan 18 19:44:53.053913 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:53.396907 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f2e80-a37b-4fad-889a-79a2809f2e53 req-f9f5378b-a767-43d9-859c-2ad8ad779ae8 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:53.398392 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-393f2e80-a37b-4fad-889a-79a2809f2e53 req-f9f5378b-a767-43d9-859c-2ad8ad779ae8 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0484710 Jan 18 19:44:53.445078 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-393f2e80-a37b-4fad-889a-79a2809f2e53 req-f641d1be-2e4d-4bc2-936b-c6931d6c011a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412209 Jan 18 19:44:53.873773 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f34c2a-2fc9-4ea4-a6b2-1c9c344fc3c2 req-561ef5ac-2e26-45b2-b519-bc4b851cfc34 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:53.875222 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-29f34c2a-2fc9-4ea4-a6b2-1c9c344fc3c2 req-561ef5ac-2e26-45b2-b519-bc4b851cfc34 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 946 time: 0.0492053 Jan 18 19:44:53.919597 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-29f34c2a-2fc9-4ea4-a6b2-1c9c344fc3c2 req-9a4f7324-b849-4e53-ab8d-cc4400d9a34f tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7f78d2-ba3f-4317-8f89-08b404c9095a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384705 Jan 18 19:44:54.026704 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb87f20-8dbd-42e3-af63-3d027a949a5d req-effbddb6-a9f8-4aad-a740-1a6e4fd76965 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:54.028386 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ceb87f20-8dbd-42e3-af63-3d027a949a5d req-effbddb6-a9f8-4aad-a740-1a6e4fd76965 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 946 time: 0.0484803 Jan 18 19:44:54.037126 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 40414) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:44:54.041431 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-89e647ee-1f81-4932-8456-2ef6435c6f87 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Request body: {'floatingip': {'port_id': 'fc229cd6-8847-4b80-b2ad-b25be944ec5d'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:44:54.078856 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-89e647ee-1f81-4932-8456-2ef6435c6f87 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for floatingip (3c6fd7a4-0db4-4abf-a7bd-88c80effde85), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:54.498101 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-89e647ee-1f81-4932-8456-2ef6435c6f87 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:54.546756 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-89e647ee-1f81-4932-8456-2ef6435c6f87 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087224'] for floatingip (3c6fd7a4-0db4-4abf-a7bd-88c80effde85), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:54.605493 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae4032-411d-4054-a620-d559c22b83ef req-235bb1d7-2e97-4154-a4f8-2894384e4c01 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:54.606914 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-38ae4032-411d-4054-a620-d559c22b83ef req-235bb1d7-2e97-4154-a4f8-2894384e4c01 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0921447 Jan 18 19:44:54.684131 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.l3_db [None req-89e647ee-1f81-4932-8456-2ef6435c6f87 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Floating IP 3c6fd7a4-0db4-4abf-a7bd-88c80effde85 associated. External IP: 172.27.2.136, port: fc229cd6-8847-4b80-b2ad-b25be944ec5d. Jan 18 19:44:54.692998 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-38ae4032-411d-4054-a620-d559c22b83ef req-896887c4-7eff-45ca-8f3a-30dbe654a0e9 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592697 Jan 18 19:44:54.888125 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e647ee-1f81-4932-8456-2ef6435c6f87 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Router b98e3863-0b6c-422b-99df-10fb4f5d5d9e has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:44:54.991149 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e647ee-1f81-4932-8456-2ef6435c6f87 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:44:54.995975 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-89e647ee-1f81-4932-8456-2ef6435c6f87 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:55.000949 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d422285-772b-43bf-b857-b1bf60e7f0be None None] Sync routers for ids ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:44:55.010566 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d422285-772b-43bf-b857-b1bf60e7f0be None None] Routers {'b98e3863-0b6c-422b-99df-10fb4f5d5d9e'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:44:55.011206 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8d422285-772b-43bf-b857-b1bf60e7f0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:44:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:44:55.026720 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-89e647ee-1f81-4932-8456-2ef6435c6f87 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "PUT /v2.0/floatingips/3c6fd7a4-0db4-4abf-a7bd-88c80effde85 HTTP/1.1" status: 200 len: 992 time: 0.9885640 Jan 18 19:44:55.027321 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7533967f-7161-4db7-9ec2-d4dc0755667a', 'tag': 'fc229cd6-8847-4b80-b2ad-b25be944ec5d'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:44:55.029545 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d07aab-0d85-49fe-8229-7df83c4c7ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "7533967f-7161-4db7-9ec2-d4dc0755667a", "tag": "fc229cd6-8847-4b80-b2ad-b25be944ec5d"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:44:55.071060 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c4219c-4de3-4c01-9ddc-eb9bbe63780c x-openstack-request-id: req-84c4219c-4de3-4c01-9ddc-eb9bbe63780c {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:44:55.071363 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7533967f-7161-4db7-9ec2-d4dc0755667a", "tag": "fc229cd6-8847-4b80-b2ad-b25be944ec5d", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:44:55.071611 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84c4219c-4de3-4c01-9ddc-eb9bbe63780c {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:44:55.072008 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7533967f-7161-4db7-9ec2-d4dc0755667a', 'tag': 'fc229cd6-8847-4b80-b2ad-b25be944ec5d', 'status': 'completed', 'code': 200} Jan 18 19:44:55.119146 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-8d422285-772b-43bf-b857-b1bf60e7f0be None None] Set router b98e3863-0b6c-422b-99df-10fb4f5d5d9e gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:44:55.136476 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d07aab-0d85-49fe-8229-7df83c4c7ba9 req-e82747d8-de3c-455e-9755-ec958e64157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:55.137947 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-87d07aab-0d85-49fe-8229-7df83c4c7ba9 req-e82747d8-de3c-455e-9755-ec958e64157f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=18a3f1ab116048bf915dcee197eb1cea&device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 1099 time: 0.0388007 Jan 18 19:44:55.224173 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d07aab-0d85-49fe-8229-7df83c4c7ba9 req-685ef46d-c426-4b2f-b53f-ff8212dd1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:55.225740 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-87d07aab-0d85-49fe-8229-7df83c4c7ba9 req-685ef46d-c426-4b2f-b53f-ff8212dd1214 service neutron] 10.222.0.35 "GET /v2.0/networks?id=500b8bcd-5a25-45e2-b1bb-41c45019fe6b HTTP/1.1" status: 200 len: 911 time: 0.0807338 Jan 18 19:44:55.296298 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-87d07aab-0d85-49fe-8229-7df83c4c7ba9 req-bcef1b6f-e865-4866-9359-ec6a680f906a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc229cd6-8847-4b80-b2ad-b25be944ec5d HTTP/1.1" status: 200 len: 1000 time: 0.0613999 Jan 18 19:44:55.337669 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8d422285-772b-43bf-b857-b1bf60e7f0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:37:41Z', 'revision_number': 4, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '3c6fd7a4-0db4-4abf-a7bd-88c80effde85', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'port_id': 'fc229cd6-8847-4b80-b2ad-b25be944ec5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'mac_address': 'fa:16:3e:bd:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533967f-7161-4db7-9ec2-d4dc0755667a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:44:39Z', 'updated_at': '2022-01-18T19:44:54Z', 'revision_number': 1, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596f2c72-edda-4757-89fb-5a7b66194be6', 'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'mac_address': 'fa:16:3e:a8:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:40Z', 'updated_at': '2022-01-18T19:37:45Z', 'revision_number': 5, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'subnets': [{'id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:44:55.343808 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d07aab-0d85-49fe-8229-7df83c4c7ba9 req-a8156d52-4b9b-40f9-bcc4-949521856629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:55.345445 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-87d07aab-0d85-49fe-8229-7df83c4c7ba9 req-a8156d52-4b9b-40f9-bcc4-949521856629 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bd74878b-397a-47c2-9666-5f87fde4b302 HTTP/1.1" status: 200 len: 849 time: 0.0434365 Jan 18 19:44:55.370681 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d422285-772b-43bf-b857-b1bf60e7f0be None None] Checking router: b98e3863-0b6c-422b-99df-10fb4f5d5d9e for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:44:55.379586 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d422285-772b-43bf-b857-b1bf60e7f0be None None] Routers {'b98e3863-0b6c-422b-99df-10fb4f5d5d9e'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:44:55.380176 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8d422285-772b-43bf-b857-b1bf60e7f0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:44:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:44:55.391121 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d07aab-0d85-49fe-8229-7df83c4c7ba9 req-896df0f1-45ea-4d8f-83b0-914c71c2b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:55.392940 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-87d07aab-0d85-49fe-8229-7df83c4c7ba9 req-896df0f1-45ea-4d8f-83b0-914c71c2b458 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=500b8bcd-5a25-45e2-b1bb-41c45019fe6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406225 Jan 18 19:44:55.482763 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-8d422285-772b-43bf-b857-b1bf60e7f0be None None] Set router b98e3863-0b6c-422b-99df-10fb4f5d5d9e gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:44:55.487376 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-87d07aab-0d85-49fe-8229-7df83c4c7ba9 req-4d51a7a8-dd25-4c78-8654-44f76c5f5017 service neutron] 10.222.0.35 "GET /v2.0/networks/500b8bcd-5a25-45e2-b1bb-41c45019fe6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874732 Jan 18 19:44:55.577533 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-87d07aab-0d85-49fe-8229-7df83c4c7ba9 req-4951f630-1d29-4e8a-b117-2da2d96af1ad service neutron] 10.222.0.35 "GET /v2.0/networks/500b8bcd-5a25-45e2-b1bb-41c45019fe6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835214 Jan 18 19:44:55.702577 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-8d422285-772b-43bf-b857-b1bf60e7f0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:37:41Z', 'revision_number': 4, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '3c6fd7a4-0db4-4abf-a7bd-88c80effde85', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'port_id': 'fc229cd6-8847-4b80-b2ad-b25be944ec5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'mac_address': 'fa:16:3e:bd:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533967f-7161-4db7-9ec2-d4dc0755667a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:44:39Z', 'updated_at': '2022-01-18T19:44:54Z', 'revision_number': 1, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596f2c72-edda-4757-89fb-5a7b66194be6', 'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'mac_address': 'fa:16:3e:a8:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:40Z', 'updated_at': '2022-01-18T19:37:45Z', 'revision_number': 5, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'subnets': [{'id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:44:55.729349 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d422285-772b-43bf-b857-b1bf60e7f0be None None] The sync data for ids ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'] in dv-cinder-811877-7-iscsi is: [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:37:41Z', 'revision_number': 4, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '3c6fd7a4-0db4-4abf-a7bd-88c80effde85', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'port_id': 'fc229cd6-8847-4b80-b2ad-b25be944ec5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'mac_address': 'fa:16:3e:bd:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7533967f-7161-4db7-9ec2-d4dc0755667a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:44:39Z', 'updated_at': '2022-01-18T19:44:54Z', 'revision_number': 1, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596f2c72-edda-4757-89fb-5a7b66194be6', 'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'mac_address': 'fa:16:3e:a8:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:40Z', 'updated_at': '2022-01-18T19:37:45Z', 'revision_number': 5, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'subnets': [{'id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:44:55.815873 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1baee7-62f5-4e9e-9650-33062005e368 req-caf90543-06a6-482d-82df-7defe2aeb99e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:55.817366 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8a1baee7-62f5-4e9e-9650-33062005e368 req-caf90543-06a6-482d-82df-7defe2aeb99e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0490520 Jan 18 19:44:55.871720 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8a1baee7-62f5-4e9e-9650-33062005e368 req-009fff50-14f7-4f43-acd8-1bcf128d553c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488629 Jan 18 19:44:55.916098 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7b3de4-a0bc-4bb0-add1-4d5757f56eab None None] New status for floating IP 3c6fd7a4-0db4-4abf-a7bd-88c80effde85: ACTIVE {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 19:44:56.988544 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a555e7-0b6b-4f1a-92b2-d1e6de718f91 req-5fedb758-8324-498f-b4bd-a09a90d7f631 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:56.990060 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-93a555e7-0b6b-4f1a-92b2-d1e6de718f91 req-5fedb758-8324-498f-b4bd-a09a90d7f631 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0478196 Jan 18 19:44:57.035776 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-93a555e7-0b6b-4f1a-92b2-d1e6de718f91 req-061473a2-0e56-42ce-80c9-23483c6f99fc tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402224 Jan 18 19:44:57.212923 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device a7904329-5ccf-4ecc-9666-18486fc790c7 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:44:57.307217 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port a7904329-5ccf-4ecc-9666-18486fc790c7, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a7904329-5ccf-4ecc-9666-18486fc790c7,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:44:57.318783 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': 'a7904329-5ccf-4ecc-9666-18486fc790c7', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'port_id': 'a7904329-5ccf-4ecc-9666-18486fc790c7', 'mac_address': 'fa:16:3e:8b:1c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:44:57.355634 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port a7904329-5ccf-4ecc-9666-18486fc790c7 is: ACTIVE; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:44:57.356028 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:57.369319 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7904329-5ccf-4ecc-9666-18486fc790c7 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:44:57.388385 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port a7904329-5ccf-4ecc-9666-18486fc790c7, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a7904329-5ccf-4ecc-9666-18486fc790c7,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:44:57.442249 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:57.494361 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=a7904329-5ccf-4ecc-9666-18486fc790c7,revision_number=6']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:44:57.534425 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['a7904329-5ccf-4ecc-9666-18486fc790c7'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:44:58.159533 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9089e3-6639-4c1e-ade3-314568bb7c4b req-5e2417f8-f7f8-4d66-a49d-a94c41b29957 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:58.161043 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dc9089e3-6639-4c1e-ade3-314568bb7c4b req-5e2417f8-f7f8-4d66-a49d-a94c41b29957 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 944 time: 0.0483885 Jan 18 19:44:58.208309 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dc9089e3-6639-4c1e-ade3-314568bb7c4b req-8bd5cc86-1522-4b42-a901-955f453a7e8c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407317 Jan 18 19:44:59.232153 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device a7904329-5ccf-4ecc-9666-18486fc790c7 up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:44:59.282408 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port a7904329-5ccf-4ecc-9666-18486fc790c7 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:44:59.282784 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:59.333042 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f1f90-6709-434e-875d-773b49783ee1 req-03ca7394-5750-443d-9d21-9823e7e64e8f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:44:59.334495 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c89f1f90-6709-434e-875d-773b49783ee1 req-03ca7394-5750-443d-9d21-9823e7e64e8f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 944 time: 0.0523646 Jan 18 19:44:59.359450 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port a7904329-5ccf-4ecc-9666-18486fc790c7 is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:44:59.359844 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:59.380288 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c89f1f90-6709-434e-875d-773b49783ee1 req-d18c15cd-72f1-4ccb-a3b3-b3ad3e11336a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403595 Jan 18 19:44:59.381736 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd062979-eb9f-483b-8c52-8fda3b9a3d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7904329-5ccf-4ecc-9666-18486fc790c7'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:44:59.383989 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdd6bfc-524c-4b5f-bd76-3a15e008eca8" -d '{"events": [{"server_uuid": "cd062979-eb9f-483b-8c52-8fda3b9a3d25", "name": "network-vif-plugged", "status": "completed", "tag": "a7904329-5ccf-4ecc-9666-18486fc790c7"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:44:59.397314 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port a7904329-5ccf-4ecc-9666-18486fc790c7, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a7904329-5ccf-4ecc-9666-18486fc790c7,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:44:59.419925 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d28b12-d751-467e-9662-52e424bdce07 x-openstack-request-id: req-29d28b12-d751-467e-9662-52e424bdce07 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:44:59.420216 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd062979-eb9f-483b-8c52-8fda3b9a3d25", "name": "network-vif-plugged", "status": "completed", "tag": "a7904329-5ccf-4ecc-9666-18486fc790c7", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:44:59.420575 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29d28b12-d751-467e-9662-52e424bdce07 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:44:59.420976 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd062979-eb9f-483b-8c52-8fda3b9a3d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7904329-5ccf-4ecc-9666-18486fc790c7', 'code': 200} Jan 18 19:44:59.459159 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:44:59.512775 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=a7904329-5ccf-4ecc-9666-18486fc790c7,revision_number=7']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:45:00.496652 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def0bc5-3ece-4d77-956d-e578194da8d5 req-5407f566-f935-4b8a-8f70-5bbfa826c93f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:00.498115 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5def0bc5-3ece-4d77-956d-e578194da8d5 req-5407f566-f935-4b8a-8f70-5bbfa826c93f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0469823 Jan 18 19:45:00.543220 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5def0bc5-3ece-4d77-956d-e578194da8d5 req-2a9ba152-1c5b-40fd-acbf-a1dff48fd66a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397120 Jan 18 19:45:01.665710 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162c2e5-430b-4067-a73c-d51ea4623dd3 req-afac193d-6f16-496d-a265-093c58d8cf9f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:01.673742 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9162c2e5-430b-4067-a73c-d51ea4623dd3 req-afac193d-6f16-496d-a265-093c58d8cf9f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0605423 Jan 18 19:45:01.721691 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9162c2e5-430b-4067-a73c-d51ea4623dd3 req-7e322b03-3221-4633-9952-0db6fa96d7b7 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469606 Jan 18 19:45:02.848152 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501eac6d-9721-4f6c-9904-55f6b575c078 req-5c3e2878-99f0-41c7-a417-98c6ef8c4e4e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:02.854560 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-501eac6d-9721-4f6c-9904-55f6b575c078 req-5c3e2878-99f0-41c7-a417-98c6ef8c4e4e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0531907 Jan 18 19:45:02.901024 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-501eac6d-9721-4f6c-9904-55f6b575c078 req-5b362467-4035-42c2-b098-d68dd5227c4b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448058 Jan 18 19:45:04.032978 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b36844-0310-4c01-b7f3-0896711633a0 req-cce4c8f0-42e1-4bd4-836c-88c827bfc879 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:04.034520 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-63b36844-0310-4c01-b7f3-0896711633a0 req-cce4c8f0-42e1-4bd4-836c-88c827bfc879 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0516427 Jan 18 19:45:04.088336 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-63b36844-0310-4c01-b7f3-0896711633a0 req-256e8389-9339-432e-985c-248bc123bfeb tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476544 Jan 18 19:45:05.221455 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d6ac0-33e7-4da7-ba7e-f2eea60f02d4 req-a6a3faaf-4308-4f5f-9fe0-9e46a7fb4446 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:05.223108 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5a9d6ac0-33e7-4da7-ba7e-f2eea60f02d4 req-a6a3faaf-4308-4f5f-9fe0-9e46a7fb4446 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0565574 Jan 18 19:45:05.273617 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5a9d6ac0-33e7-4da7-ba7e-f2eea60f02d4 req-17000e33-5669-4946-8ef3-57db776d0966 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449924 Jan 18 19:45:06.405583 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca5dba-4399-43c1-86db-085edce74d5c req-436cafe4-424e-4ec4-a8fb-aa53e920321d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:06.407105 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-beca5dba-4399-43c1-86db-085edce74d5c req-436cafe4-424e-4ec4-a8fb-aa53e920321d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0563805 Jan 18 19:45:06.457592 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-beca5dba-4399-43c1-86db-085edce74d5c req-686c86c9-b7ef-4892-80b8-8076970f8476 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428686 Jan 18 19:45:07.593022 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319f11c-fba6-46ae-adc9-ac8b96db8156 req-ba09786a-b5e7-473f-956e-23b00250fdbd tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:07.594525 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f319f11c-fba6-46ae-adc9-ac8b96db8156 req-ba09786a-b5e7-473f-956e-23b00250fdbd tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0594459 Jan 18 19:45:07.650547 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f319f11c-fba6-46ae-adc9-ac8b96db8156 req-72e8af44-e5bd-4921-a96b-bea31888d55e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498922 Jan 18 19:45:08.784173 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c7428-4daf-4af9-9380-395da66196e3 req-57696c76-32ee-4fec-b932-429256274429 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:08.786494 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-af5c7428-4daf-4af9-9380-395da66196e3 req-57696c76-32ee-4fec-b932-429256274429 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0511122 Jan 18 19:45:08.848023 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-af5c7428-4daf-4af9-9380-395da66196e3 req-684313be-8eb8-4659-9d2f-c6de65d674e0 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537405 Jan 18 19:45:09.966891 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95add8c3-e43c-4d57-b010-2fed75a9112e req-3e954ae0-5936-4651-9a8d-6503011b7f8c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:09.968318 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-95add8c3-e43c-4d57-b010-2fed75a9112e req-3e954ae0-5936-4651-9a8d-6503011b7f8c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0467446 Jan 18 19:45:10.026448 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-95add8c3-e43c-4d57-b010-2fed75a9112e req-7fac87d1-fe27-4e57-ab4f-95d477e3a228 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526137 Jan 18 19:45:11.155605 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0871a9f-7c94-47ee-865f-76766ef6eb82 req-b0c21669-eca6-4166-9ca4-eb8a2a6d7cd0 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:11.157204 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e0871a9f-7c94-47ee-865f-76766ef6eb82 req-b0c21669-eca6-4166-9ca4-eb8a2a6d7cd0 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0504684 Jan 18 19:45:11.209130 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e0871a9f-7c94-47ee-865f-76766ef6eb82 req-3acdb880-a4a2-407a-b1a1-ba9913982aec tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458212 Jan 18 19:45:12.334949 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606c599-c02f-4e56-8d62-7687ad053ae7 req-e1345947-6b38-4bed-98ec-66b694b59e51 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:12.338536 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4606c599-c02f-4e56-8d62-7687ad053ae7 req-e1345947-6b38-4bed-98ec-66b694b59e51 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0543053 Jan 18 19:45:12.385974 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4606c599-c02f-4e56-8d62-7687ad053ae7 req-3140917c-ed69-4710-921f-980ad8ebae9e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441339 Jan 18 19:45:12.962000 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:45:13.506158 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f46ca7-7c6f-495d-aa77-3949a9f36992 req-725b0cab-0433-4c9a-8e90-ade88c05217d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:13.507687 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a8f46ca7-7c6f-495d-aa77-3949a9f36992 req-725b0cab-0433-4c9a-8e90-ade88c05217d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0506661 Jan 18 19:45:13.553782 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a8f46ca7-7c6f-495d-aa77-3949a9f36992 req-d2efe52c-8afd-4238-87f2-6455f512d30a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402141 Jan 18 19:45:13.746081 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea35673-1d22-418b-9679-07d1d32da856 req-fdde3609-9101-4b1d-acee-3604dbdaf71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:13.747559 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-eea35673-1d22-418b-9679-07d1d32da856 req-fdde3609-9101-4b1d-acee-3604dbdaf71a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf0cd8080e184330b0b0cc9934525143&device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 1098 time: 0.0389330 Jan 18 19:45:13.837322 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea35673-1d22-418b-9679-07d1d32da856 req-5fb605f8-69e0-454d-81fc-9f83037fe4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:13.838747 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-eea35673-1d22-418b-9679-07d1d32da856 req-5fb605f8-69e0-454d-81fc-9f83037fe4d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2276716e-d010-493f-805b-07bee1604b14 HTTP/1.1" status: 200 len: 918 time: 0.0851066 Jan 18 19:45:13.901762 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-eea35673-1d22-418b-9679-07d1d32da856 req-c62d7545-8fad-47cd-abcc-db9085088804 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7904329-5ccf-4ecc-9666-18486fc790c7 HTTP/1.1" status: 200 len: 1001 time: 0.0558684 Jan 18 19:45:13.948714 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea35673-1d22-418b-9679-07d1d32da856 req-58a121ad-afb6-4cfa-9a1e-633588187992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:13.950145 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-eea35673-1d22-418b-9679-07d1d32da856 req-58a121ad-afb6-4cfa-9a1e-633588187992 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de HTTP/1.1" status: 200 len: 856 time: 0.0406747 Jan 18 19:45:13.999397 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea35673-1d22-418b-9679-07d1d32da856 req-5cac359d-aefc-4d0d-bc53-f7aba4a76088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:14.000892 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-eea35673-1d22-418b-9679-07d1d32da856 req-5cac359d-aefc-4d0d-bc53-f7aba4a76088 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2276716e-d010-493f-805b-07bee1604b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422020 Jan 18 19:45:14.085640 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-eea35673-1d22-418b-9679-07d1d32da856 req-4bc02dff-1b73-4d89-94c8-32ab37f93109 service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787342 Jan 18 19:45:14.174387 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-eea35673-1d22-418b-9679-07d1d32da856 req-0ef9a1d2-19c1-4dff-8342-5ed9e17a8d05 service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825541 Jan 18 19:45:14.669698 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030e916-53ca-4b96-8a7a-a6f079f271ea req-b7479342-0e77-4b2b-b847-f552d21e567b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:14.671155 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0030e916-53ca-4b96-8a7a-a6f079f271ea req-b7479342-0e77-4b2b-b847-f552d21e567b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0469677 Jan 18 19:45:14.715945 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0030e916-53ca-4b96-8a7a-a6f079f271ea req-e5a20edf-a066-4197-9093-a132601f3385 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394168 Jan 18 19:45:15.831109 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee56235-4b8d-43b3-b57e-5339a3d84732 req-607b0b21-4dfb-47c6-8385-8a286b5f5463 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:15.832518 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3ee56235-4b8d-43b3-b57e-5339a3d84732 req-607b0b21-4dfb-47c6-8385-8a286b5f5463 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0458045 Jan 18 19:45:15.876443 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3ee56235-4b8d-43b3-b57e-5339a3d84732 req-deda76fe-732b-4a22-8d98-e7d107a9ac7f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386536 Jan 18 19:45:16.613142 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0bc9a04c-4cbb-4c27-9ece-29f5cd61471d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:45:16.992671 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e2dee-482d-43c2-8a81-97bcbecade42 req-f8a26a6e-d82b-4111-ae77-6388458d3c8e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:16.994113 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-713e2dee-482d-43c2-8a81-97bcbecade42 req-f8a26a6e-d82b-4111-ae77-6388458d3c8e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 945 time: 0.0497751 Jan 18 19:45:17.039159 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-713e2dee-482d-43c2-8a81-97bcbecade42 req-878404e3-03a2-44d5-a61a-fe5edbe0546c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394998 Jan 18 19:45:17.322773 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device a7904329-5ccf-4ecc-9666-18486fc790c7 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:45:17.398044 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port a7904329-5ccf-4ecc-9666-18486fc790c7 is: ACTIVE; New status is: DOWN {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:45:17.398487 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:45:17.421339 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd062979-eb9f-483b-8c52-8fda3b9a3d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7904329-5ccf-4ecc-9666-18486fc790c7'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:17.423579 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec252baa-4bbd-45cc-838e-0310c5f7ef08" -d '{"events": [{"server_uuid": "cd062979-eb9f-483b-8c52-8fda3b9a3d25", "name": "network-vif-unplugged", "status": "completed", "tag": "a7904329-5ccf-4ecc-9666-18486fc790c7"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:45:17.435652 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port a7904329-5ccf-4ecc-9666-18486fc790c7, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a7904329-5ccf-4ecc-9666-18486fc790c7,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:45:17.454807 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 19:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbbc313-645f-4a4d-bc15-070020ec044d x-openstack-request-id: req-efbbc313-645f-4a4d-bc15-070020ec044d {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:45:17.455134 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd062979-eb9f-483b-8c52-8fda3b9a3d25", "name": "network-vif-unplugged", "status": "failed", "tag": "a7904329-5ccf-4ecc-9666-18486fc790c7", "code": 422}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:45:17.455996 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-efbbc313-645f-4a4d-bc15-070020ec044d {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:45:17.456509 dv-cinder-811877-7-iscsi neutron-server[103174]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd062979-eb9f-483b-8c52-8fda3b9a3d25', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a7904329-5ccf-4ecc-9666-18486fc790c7', 'code': 422} returned with failed status Jan 18 19:45:17.516019 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:45:17.562000 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=a7904329-5ccf-4ecc-9666-18486fc790c7,revision_number=8']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:45:17.889031 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:45:18.998702 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929ca71-73b2-4141-8f11-81df0d5aff27 req-63b05940-3eb6-4d90-b65f-97d883cb5544 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:19.000291 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a929ca71-73b2-4141-8f11-81df0d5aff27 req-63b05940-3eb6-4d90-b65f-97d883cb5544 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0500867 Jan 18 19:45:19.048436 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a929ca71-73b2-4141-8f11-81df0d5aff27 req-8039269f-9fc9-40f2-8a34-55f7a8506456 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420809 Jan 18 19:45:19.133464 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5e599a60-5b73-4d0f-9e85-ae213eb80844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:45:19.425081 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 40610) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:45:19.509516 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fc22cc46-aef5-4928-af12-5b9efcf3cb0f req-6c5e6147-c633-47be-a32b-283ff054d435 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833037 Jan 18 19:45:19.517686 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [req-fc22cc46-aef5-4928-af12-5b9efcf3cb0f req-cb76bc47-d3fe-44e0-b18b-9381997d183d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:45:19.518652 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fc22cc46-aef5-4928-af12-5b9efcf3cb0f req-cb76bc47-d3fe-44e0-b18b-9381997d183d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047235 Jan 18 19:45:19.973561 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:45:20.163905 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ccd1d-a39d-43f7-859c-391156ea8303 req-8022fbd0-be11-491c-bddc-b6df638141df tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:20.165373 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3c8ccd1d-a39d-43f7-859c-391156ea8303 req-8022fbd0-be11-491c-bddc-b6df638141df tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0462999 Jan 18 19:45:20.210951 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3c8ccd1d-a39d-43f7-859c-391156ea8303 req-5e0b430d-218d-403b-8f6e-fa8e8b354184 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400400 Jan 18 19:45:20.750673 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22cc46-aef5-4928-af12-5b9efcf3cb0f req-a8966746-d6ee-4c99-a310-53240c7dd91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:20.752829 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fc22cc46-aef5-4928-af12-5b9efcf3cb0f req-a8966746-d6ee-4c99-a310-53240c7dd91b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25&tenant_id=cf0cd8080e184330b0b0cc9934525143 HTTP/1.1" status: 200 len: 1096 time: 0.0409732 Jan 18 19:45:20.811899 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22cc46-aef5-4928-af12-5b9efcf3cb0f req-71c94037-0d87-40f6-82d8-c2041343b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:20.813343 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fc22cc46-aef5-4928-af12-5b9efcf3cb0f req-71c94037-0d87-40f6-82d8-c2041343b1b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf0cd8080e184330b0b0cc9934525143&device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 1096 time: 0.0372112 Jan 18 19:45:20.900745 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22cc46-aef5-4928-af12-5b9efcf3cb0f req-07ccb016-5384-45a8-b52a-f907a3421208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:20.902186 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fc22cc46-aef5-4928-af12-5b9efcf3cb0f req-07ccb016-5384-45a8-b52a-f907a3421208 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2276716e-d010-493f-805b-07bee1604b14 HTTP/1.1" status: 200 len: 918 time: 0.0821760 Jan 18 19:45:20.963189 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fc22cc46-aef5-4928-af12-5b9efcf3cb0f req-fe93b5b5-ff6a-4368-b2a8-9b824f28c658 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7904329-5ccf-4ecc-9666-18486fc790c7 HTTP/1.1" status: 200 len: 999 time: 0.0553176 Jan 18 19:45:21.012837 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22cc46-aef5-4928-af12-5b9efcf3cb0f req-62749e1f-a75b-4572-8efc-7e911e215145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:21.014173 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fc22cc46-aef5-4928-af12-5b9efcf3cb0f req-62749e1f-a75b-4572-8efc-7e911e215145 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de HTTP/1.1" status: 200 len: 856 time: 0.0446167 Jan 18 19:45:21.055046 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22cc46-aef5-4928-af12-5b9efcf3cb0f req-66ebab68-de2e-423f-89fb-d34d3966f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:21.056435 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fc22cc46-aef5-4928-af12-5b9efcf3cb0f req-66ebab68-de2e-423f-89fb-d34d3966f478 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2276716e-d010-493f-805b-07bee1604b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0368710 Jan 18 19:45:21.143228 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fc22cc46-aef5-4928-af12-5b9efcf3cb0f req-6b06960f-3f44-4ecb-bdff-c5cc6e5dee54 service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797999 Jan 18 19:45:21.230620 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fc22cc46-aef5-4928-af12-5b9efcf3cb0f req-5c980597-06b6-4c85-9fab-dbf3603d4894 service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814927 Jan 18 19:45:21.332484 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b375b0f-8efe-44f6-8144-d765638e5fca req-aa9d78b3-0180-44db-b78c-3de5ca7fea9f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:21.333911 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2b375b0f-8efe-44f6-8144-d765638e5fca req-aa9d78b3-0180-44db-b78c-3de5ca7fea9f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0505607 Jan 18 19:45:21.381959 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2b375b0f-8efe-44f6-8144-d765638e5fca req-1bd2260b-eec1-41ee-907c-c94a7945b915 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423667 Jan 18 19:45:21.516292 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:45:22.506452 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ad46c-97bd-4816-9e30-22593c38413f req-fcfff5f3-d663-45b4-bc64-4d69eefd5251 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:22.508242 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4a0ad46c-97bd-4816-9e30-22593c38413f req-fcfff5f3-d663-45b4-bc64-4d69eefd5251 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0555682 Jan 18 19:45:22.565975 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4a0ad46c-97bd-4816-9e30-22593c38413f req-9c0e5da8-28c7-470d-ba12-ab59a69f573f tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520005 Jan 18 19:45:23.036246 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:45:23.706565 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120eb5-4a13-485a-b59c-1c0cd40e4399 req-96976cc5-a864-42a1-ae19-af35e4ee7644 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:23.710562 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-79120eb5-4a13-485a-b59c-1c0cd40e4399 req-96976cc5-a864-42a1-ae19-af35e4ee7644 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0660000 Jan 18 19:45:23.758734 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-79120eb5-4a13-485a-b59c-1c0cd40e4399 req-ce972d0a-e486-437f-b05b-541c935bb587 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450296 Jan 18 19:45:24.883010 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63082a8f-dc9b-467a-83f5-37e4e200080a req-7dc6de23-e1bf-4634-92e3-c2337aa3b4d0 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:24.884458 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-63082a8f-dc9b-467a-83f5-37e4e200080a req-7dc6de23-e1bf-4634-92e3-c2337aa3b4d0 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0464792 Jan 18 19:45:24.932423 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-63082a8f-dc9b-467a-83f5-37e4e200080a req-23fc4267-28fe-4fad-8e4a-c3cf1781d867 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424926 Jan 18 19:45:26.053955 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be01f91-103d-4b41-9e40-1552dbe66ebe req-c065b7b3-405e-4f4e-a844-5ee27b9ee218 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:26.055423 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3be01f91-103d-4b41-9e40-1552dbe66ebe req-c065b7b3-405e-4f4e-a844-5ee27b9ee218 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0466313 Jan 18 19:45:26.117107 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3be01f91-103d-4b41-9e40-1552dbe66ebe req-c0b1d5c0-a112-4e06-b10f-26f4f2cf50b8 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561090 Jan 18 19:45:27.239996 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa039d61-2a57-4310-9f71-af42608f6f80 req-66411cee-b4a7-406d-b548-157d8d6c567e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:27.241499 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-aa039d61-2a57-4310-9f71-af42608f6f80 req-66411cee-b4a7-406d-b548-157d8d6c567e tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0474930 Jan 18 19:45:27.287297 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-aa039d61-2a57-4310-9f71-af42608f6f80 req-dbd6cc3e-23e7-4d53-b1c2-ba26d0d16049 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402360 Jan 18 19:45:28.410389 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acb557-3d41-4be7-96b3-9983bebd8e06 req-e0005244-5d21-4ea2-8aeb-ae0fd574c1de tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:28.411817 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-54acb557-3d41-4be7-96b3-9983bebd8e06 req-e0005244-5d21-4ea2-8aeb-ae0fd574c1de tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0549905 Jan 18 19:45:28.459295 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-54acb557-3d41-4be7-96b3-9983bebd8e06 req-57ea88a5-60ac-4c42-9353-17b7bf34e746 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419390 Jan 18 19:45:29.581732 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30d733-aa1a-4ffc-804e-ce2d6f501f29 req-a875b642-f011-4d5d-b2b5-202437cd5c16 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:29.583316 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-de30d733-aa1a-4ffc-804e-ce2d6f501f29 req-a875b642-f011-4d5d-b2b5-202437cd5c16 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0477154 Jan 18 19:45:29.629455 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-de30d733-aa1a-4ffc-804e-ce2d6f501f29 req-20a729a2-80a7-405e-af77-a2a291620bc4 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405662 Jan 18 19:45:30.758217 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d795fb-ed44-4f9a-8536-03d5b8c5c30c req-8d8e5945-49c5-4b20-b0af-b37ecab4ccdf tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:30.759886 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a9d795fb-ed44-4f9a-8536-03d5b8c5c30c req-8d8e5945-49c5-4b20-b0af-b37ecab4ccdf tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0545337 Jan 18 19:45:30.808730 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a9d795fb-ed44-4f9a-8536-03d5b8c5c30c req-cbddfaaf-d0f3-4011-b44b-3e94cbc26b1a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423834 Jan 18 19:45:31.979421 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521295bf-7aa2-4e1b-b604-8ade2c323417 req-d3436ac8-2439-4a34-9ce7-9c50f7b90850 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:31.980889 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-521295bf-7aa2-4e1b-b604-8ade2c323417 req-d3436ac8-2439-4a34-9ce7-9c50f7b90850 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0989828 Jan 18 19:45:32.027002 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-521295bf-7aa2-4e1b-b604-8ade2c323417 req-dd9e36bf-88a3-4e15-ade0-fca98bfe2aac tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405314 Jan 18 19:45:33.144210 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081c0ed-4a10-45ae-ae91-1806e7b574a0 req-d0ada72e-2036-425a-8290-7053f99f4553 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:33.145649 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0081c0ed-4a10-45ae-ae91-1806e7b574a0 req-d0ada72e-2036-425a-8290-7053f99f4553 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0469768 Jan 18 19:45:33.192954 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0081c0ed-4a10-45ae-ae91-1806e7b574a0 req-828f0cf2-2ee2-40c1-b915-deb85327faa0 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419698 Jan 18 19:45:34.308155 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e18ac-94b3-486d-8a7a-375fafeb99e7 req-33df1ee8-f8c6-4efe-9839-61a7f1a23c05 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:34.309643 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1a8e18ac-94b3-486d-8a7a-375fafeb99e7 req-33df1ee8-f8c6-4efe-9839-61a7f1a23c05 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0467820 Jan 18 19:45:34.355130 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1a8e18ac-94b3-486d-8a7a-375fafeb99e7 req-2e8bae2e-bfda-45a5-9905-4fe185cd56e4 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400403 Jan 18 19:45:35.469131 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69916e4e-c6d0-4573-8897-8fda5f400e64 req-3cdc8f50-a518-4d13-ad78-ef94e9daff08 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:35.470564 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-69916e4e-c6d0-4573-8897-8fda5f400e64 req-3cdc8f50-a518-4d13-ad78-ef94e9daff08 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0464413 Jan 18 19:45:35.515096 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-69916e4e-c6d0-4573-8897-8fda5f400e64 req-eb06d3af-df65-4933-8f1d-452d57b22222 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390649 Jan 18 19:45:36.637286 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f82ed0-c9c4-48f8-be0f-23fab1119330 req-42af1d0b-a081-4744-9133-06bc88eb8761 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:36.638858 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a2f82ed0-c9c4-48f8-be0f-23fab1119330 req-42af1d0b-a081-4744-9133-06bc88eb8761 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0525951 Jan 18 19:45:36.688955 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a2f82ed0-c9c4-48f8-be0f-23fab1119330 req-4bc238a4-6465-4cb3-a354-21ffb16c06c0 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445380 Jan 18 19:45:37.808064 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13703bc8-39c5-481c-aaeb-4a62ecb60d2d req-38e0e4ef-9b69-40c7-bd99-5ef17637ce64 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:37.809558 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-13703bc8-39c5-481c-aaeb-4a62ecb60d2d req-38e0e4ef-9b69-40c7-bd99-5ef17637ce64 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0467706 Jan 18 19:45:37.855694 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-13703bc8-39c5-481c-aaeb-4a62ecb60d2d req-b2e7cc13-b848-4f9b-a6a6-fb2fd882677a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401745 Jan 18 19:45:38.970005 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55aa37-9c43-48ec-ae4b-5dfad6cc91c7 req-a037e543-1059-4aa9-81cc-a5cb06e10222 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:38.971487 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bb55aa37-9c43-48ec-ae4b-5dfad6cc91c7 req-a037e543-1059-4aa9-81cc-a5cb06e10222 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 943 time: 0.0467136 Jan 18 19:45:39.267883 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bb55aa37-9c43-48ec-ae4b-5dfad6cc91c7 req-c8045a52-8202-43f7-a40b-1aa996370dad tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901673 Jan 18 19:45:39.396026 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device a7904329-5ccf-4ecc-9666-18486fc790c7 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:45:39.484984 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port a7904329-5ccf-4ecc-9666-18486fc790c7, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a7904329-5ccf-4ecc-9666-18486fc790c7,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:45:39.495652 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': 'a7904329-5ccf-4ecc-9666-18486fc790c7', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'port_id': 'a7904329-5ccf-4ecc-9666-18486fc790c7', 'mac_address': 'fa:16:3e:8b:1c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:45:39.534099 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port a7904329-5ccf-4ecc-9666-18486fc790c7 is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:45:39.534420 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:45:39.546270 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7904329-5ccf-4ecc-9666-18486fc790c7 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:45:39.563896 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port a7904329-5ccf-4ecc-9666-18486fc790c7, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a7904329-5ccf-4ecc-9666-18486fc790c7,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:45:39.647175 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:45:39.692429 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=a7904329-5ccf-4ecc-9666-18486fc790c7,revision_number=9']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:45:39.964276 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['a7904329-5ccf-4ecc-9666-18486fc790c7'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:45:40.383998 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd78ea-bffb-4705-85e5-7722bf74530d req-c17ed60e-7f67-465b-a10c-761f96624127 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:40.385421 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b3fd78ea-bffb-4705-85e5-7722bf74530d req-c17ed60e-7f67-465b-a10c-761f96624127 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 944 time: 0.0458806 Jan 18 19:45:40.431531 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b3fd78ea-bffb-4705-85e5-7722bf74530d req-1e1c855f-ef18-4bd0-9fca-4b41b7f24e0d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407019 Jan 18 19:45:41.417620 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device a7904329-5ccf-4ecc-9666-18486fc790c7 up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:45:41.464986 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port a7904329-5ccf-4ecc-9666-18486fc790c7 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:45:41.465365 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:45:41.539105 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port a7904329-5ccf-4ecc-9666-18486fc790c7 is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:45:41.539494 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:45:41.564023 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd062979-eb9f-483b-8c52-8fda3b9a3d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7904329-5ccf-4ecc-9666-18486fc790c7'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:45:41.566808 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2c414a-5d5e-4ab3-a78f-a72d9444e083" -d '{"events": [{"server_uuid": "cd062979-eb9f-483b-8c52-8fda3b9a3d25", "name": "network-vif-plugged", "status": "completed", "tag": "a7904329-5ccf-4ecc-9666-18486fc790c7"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:45:41.693739 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c4d18-7ed8-46d3-aead-7bee21b5876a req-0f128e6b-00aa-4104-a5af-2b961bb0bb9a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:41.695274 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c25c4d18-7ed8-46d3-aead-7bee21b5876a req-0f128e6b-00aa-4104-a5af-2b961bb0bb9a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 944 time: 0.0497811 Jan 18 19:45:41.711096 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe377780-0d9d-4153-a6ff-96c97de13b3c x-openstack-request-id: req-fe377780-0d9d-4153-a6ff-96c97de13b3c {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:45:41.711390 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd062979-eb9f-483b-8c52-8fda3b9a3d25", "name": "network-vif-plugged", "status": "completed", "tag": "a7904329-5ccf-4ecc-9666-18486fc790c7", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:45:41.711648 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe377780-0d9d-4153-a6ff-96c97de13b3c {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:45:41.712038 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd062979-eb9f-483b-8c52-8fda3b9a3d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7904329-5ccf-4ecc-9666-18486fc790c7', 'code': 200} Jan 18 19:45:41.713632 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port a7904329-5ccf-4ecc-9666-18486fc790c7, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a7904329-5ccf-4ecc-9666-18486fc790c7,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:45:41.742539 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c25c4d18-7ed8-46d3-aead-7bee21b5876a req-f5640fc3-e939-4694-8d33-34dcba98a038 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411501 Jan 18 19:45:41.779188 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:45:41.825751 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=a7904329-5ccf-4ecc-9666-18486fc790c7,revision_number=10']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:45:41.916359 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f39b1-6694-4030-b6fe-0f66a10ccc44 req-aa797809-19db-466a-918c-50613b80be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:41.917844 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ce3f39b1-6694-4030-b6fe-0f66a10ccc44 req-aa797809-19db-466a-918c-50613b80be3f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 1099 time: 0.0418508 Jan 18 19:45:41.962627 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ce3f39b1-6694-4030-b6fe-0f66a10ccc44 req-bbfd7bf3-a7da-4c3a-ac5d-95bb6613f09d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380673 Jan 18 19:45:42.858704 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503379c-6d8a-43af-b8cc-9b884ce2bdf7 req-6c8af8fb-9040-4369-88ee-3f3a00840ebd tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:42.860142 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d503379c-6d8a-43af-b8cc-9b884ce2bdf7 req-6c8af8fb-9040-4369-88ee-3f3a00840ebd tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 946 time: 0.0463333 Jan 18 19:45:42.905695 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d503379c-6d8a-43af-b8cc-9b884ce2bdf7 req-e50db6f7-4206-40dd-a995-784ada400fa9 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396812 Jan 18 19:45:43.018403 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:45:44.034006 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f9d41-dd12-426c-956b-a3daa36cf44d req-611e3d63-153f-4c73-84bc-1dacf1324da3 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:44.035490 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-983f9d41-dd12-426c-956b-a3daa36cf44d req-611e3d63-153f-4c73-84bc-1dacf1324da3 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 946 time: 0.0497966 Jan 18 19:45:44.082579 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-983f9d41-dd12-426c-956b-a3daa36cf44d req-90c4c3b8-f790-4fdf-a322-e610ac990f75 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410688 Jan 18 19:45:45.195173 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a590f-4824-4752-b33c-27b51174b528 req-d442c3b6-1a6a-4d5f-a282-a42637be14dd tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:45.196611 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4a4a590f-4824-4752-b33c-27b51174b528 req-d442c3b6-1a6a-4d5f-a282-a42637be14dd tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 946 time: 0.0457330 Jan 18 19:45:45.241764 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4a4a590f-4824-4752-b33c-27b51174b528 req-b27f7608-3255-4f32-aae4-6c35d1eea277 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395792 Jan 18 19:45:46.618401 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-03fc4bac-295a-43bd-aa4b-e8643a93864c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:45:47.571711 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-898ab0a1-84ac-4d37-b880-15a4a895efb6 req-85be86bb-ad36-4a57-bdb0-4a2fac72d3f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377975 Jan 18 19:45:47.632814 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ab0a1-84ac-4d37-b880-15a4a895efb6 req-a7089d68-23aa-4564-95f4-b775950e301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:47.634272 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-898ab0a1-84ac-4d37-b880-15a4a895efb6 req-a7089d68-23aa-4564-95f4-b775950e301b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5132940720394c7a9c249c61206833f6&device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 1099 time: 0.0409155 Jan 18 19:45:47.732062 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ab0a1-84ac-4d37-b880-15a4a895efb6 req-025cac95-8cae-4588-b974-cc3eb7e59132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:47.734282 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-898ab0a1-84ac-4d37-b880-15a4a895efb6 req-025cac95-8cae-4588-b974-cc3eb7e59132 service neutron] 10.222.0.35 "GET /v2.0/networks?id=587eb791-8376-4b85-b8c3-4979fdf6baa8 HTTP/1.1" status: 200 len: 913 time: 0.0815787 Jan 18 19:45:47.805828 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-898ab0a1-84ac-4d37-b880-15a4a895efb6 req-20fb4c09-968a-42e5-98ea-e40d67c64412 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61104cdb-9bc0-4894-8284-58f2ba9800ab HTTP/1.1" status: 200 len: 1001 time: 0.0649064 Jan 18 19:45:47.853937 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ab0a1-84ac-4d37-b880-15a4a895efb6 req-0f909d12-68af-49f7-8cf3-0b372bd0da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:47.855998 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-898ab0a1-84ac-4d37-b880-15a4a895efb6 req-0f909d12-68af-49f7-8cf3-0b372bd0da4a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56220d3c-b1c3-4597-b0e0-e815ef06647a HTTP/1.1" status: 200 len: 851 time: 0.0442326 Jan 18 19:45:47.899679 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ab0a1-84ac-4d37-b880-15a4a895efb6 req-e6b75110-91a5-40f5-870b-9827ff17dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:45:47.901106 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-898ab0a1-84ac-4d37-b880-15a4a895efb6 req-e6b75110-91a5-40f5-870b-9827ff17dc35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=587eb791-8376-4b85-b8c3-4979fdf6baa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382950 Jan 18 19:45:47.911133 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [req-898ab0a1-84ac-4d37-b880-15a4a895efb6 req-f3db1db1-710e-4906-b685-2be950675176 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:45:47.912043 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-898ab0a1-84ac-4d37-b880-15a4a895efb6 req-f3db1db1-710e-4906-b685-2be950675176 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051782 Jan 18 19:45:47.998992 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-898ab0a1-84ac-4d37-b880-15a4a895efb6 req-346b20d6-886d-45aa-8855-f7d3a0abbd5a service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810058 Jan 18 19:45:48.083199 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-898ab0a1-84ac-4d37-b880-15a4a895efb6 req-0e08e606-a520-4592-81b3-53aed3af8446 service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782712 Jan 18 19:45:49.161444 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ba59a796-2a3b-429a-a86a-275cd8535be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:45:49.960595 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:45:51.539323 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:45:53.167206 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:45:54.887747 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:46:10.636301 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-2d35d082-34ab-49bc-aaa1-9bb9453be182 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1908804537&fields=id&tenant_id=5132940720394c7a9c249c61206833f6 HTTP/1.1" status: 200 len: 267 time: 0.0457966 Jan 18 19:46:10.748822 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-022530cd-ac1a-4c67-9df7-4a198db22906 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:10.752952 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-022530cd-ac1a-4c67-9df7-4a198db22906 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/networks?id=587eb791-8376-4b85-b8c3-4979fdf6baa8 HTTP/1.1" status: 200 len: 812 time: 0.1067860 Jan 18 19:46:10.766090 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-37f42a59-be0d-48da-b03c-264f8075e87e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/quotas/5132940720394c7a9c249c61206833f6 HTTP/1.1" status: 200 len: 375 time: 0.0090573 Jan 18 19:46:10.818646 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-8aa57f77-3691-4c89-a65a-5933feaef57e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5132940720394c7a9c249c61206833f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469105 Jan 18 19:46:10.833702 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f089ed6c-785a-4f3d-8618-21ce91318d7d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:46:10.834663 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f089ed6c-785a-4f3d-8618-21ce91318d7d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055466 Jan 18 19:46:10.922793 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-0ba59dff-9b77-4137-8769-f544d45a31af service neutron] 10.222.0.20 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828567 Jan 18 19:46:11.023522 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f527f0f9-9c75-49a4-a874-2a1f566d186d service neutron] 10.222.0.20 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951121 Jan 18 19:46:11.556543 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a83095b9-0db8-4034-916c-48cf0a8f0706 req-8ece2d8c-033c-4cb5-88a9-fe53a29ef13c tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 210 time: 0.0252836 Jan 18 19:46:12.654708 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6c60db0d-3083-4979-81e9-a932d5e7f8ed req-d28ecadb-9154-4305-992d-1922e98e2cd1 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 210 time: 0.0328975 Jan 18 19:46:13.029733 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:13.321026 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-e0bbd17c-c413-464f-9017-a6b6ca2a910c tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:13.323142 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-e0bbd17c-c413-464f-9017-a6b6ca2a910c tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.35 "GET /v2.0/networks?id=587eb791-8376-4b85-b8c3-4979fdf6baa8 HTTP/1.1" status: 200 len: 812 time: 0.1027014 Jan 18 19:46:13.386529 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-d030b859-ebdf-4cb1-8dec-bf510aa26525 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5132940720394c7a9c249c61206833f6 HTTP/1.1" status: 200 len: 380 time: 0.0525091 Jan 18 19:46:13.396783 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Request body: {'port': {'device_id': 'd7771223-577f-497b-8105-b82b3d5f0b16', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'admin_state_up': True, 'tenant_id': '5132940720394c7a9c249c61206833f6', 'security_groups': ['c9e528e8-cfda-457a-a93c-06faee597c10']}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:46:13.543947 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Made reservation on behalf of 5132940720394c7a9c249c61206833f6 for: {'port': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:46:13.547529 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:13.674558 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Allocated IP 172.20.0.14 (587eb791-8376-4b85-b8c3-4979fdf6baa8/56220d3c-b1c3-4597-b0e0-e815ef06647a/1bc753e7-7b5c-4209-babc-17b6fd0563f6) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:46:13.776456 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4058ee87-2c06-440a-99b1-5ea7653efe67 req-7f62c91c-d237-43c3-a5d7-3aa08e9bda14 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 210 time: 0.0493588 Jan 18 19:46:13.831462 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for port (1bc753e7-7b5c-4209-babc-17b6fd0563f6), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:13.910247 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (1bc753e7-7b5c-4209-babc-17b6fd0563f6), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:13.953481 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Network 587eb791-8376-4b85-b8c3-4979fdf6baa8 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:46:13.956608 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:46:13.960783 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:46:13.985194 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event updated for resources: {'Port': ['ID=1bc753e7-7b5c-4209-babc-17b6fd0563f6,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:46:13.999860 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:14.000201 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:14.000550 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:14.001085 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:14.001418 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:14.001746 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:14.002146 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:14.002491 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:14.002803 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:14.003153 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:14.003477 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:14.003797 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:14.004737 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:14.026147 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:14.026766 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:14.101323 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-ad4906ad-24a0-4b06-a4ac-7879a62edda6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7086804 Jan 18 19:46:14.157389 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-05580321-c1ff-42ab-b955-62f1755e7923 None None] Provisioning complete for port 1bc753e7-7b5c-4209-babc-17b6fd0563f6 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:46:14.157873 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-05580321-c1ff-42ab-b955-62f1755e7923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (1bc753e7-7b5c-4209-babc-17b6fd0563f6), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:14.168779 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Request body: {'port': {'device_id': 'd7771223-577f-497b-8105-b82b3d5f0b16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:46:14.193333 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-05580321-c1ff-42ab-b955-62f1755e7923 None None] Port 1bc753e7-7b5c-4209-babc-17b6fd0563f6 cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:46:14.225933 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (1bc753e7-7b5c-4209-babc-17b6fd0563f6), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:14.478183 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc753e7-7b5c-4209-babc-17b6fd0563f6 {{(pid=103172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:46:14.485535 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Publish callbacks [] for port (1bc753e7-7b5c-4209-babc-17b6fd0563f6), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:14.498001 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.provisioning_blocks [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Transition to ACTIVE for port object 1bc753e7-7b5c-4209-babc-17b6fd0563f6 will not be triggered until provisioned by entity L2. {{(pid=103172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:46:14.566748 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (1bc753e7-7b5c-4209-babc-17b6fd0563f6), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:14.616614 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc753e7-7b5c-4209-babc-17b6fd0563f6,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:46:14.689823 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Attempting to bind port 1bc753e7-7b5c-4209-babc-17b6fd0563f6 on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:46:14.690509 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Attempting to bind port 1bc753e7-7b5c-4209-babc-17b6fd0563f6 by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:46:14.690509 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Attempting to bind port 1bc753e7-7b5c-4209-babc-17b6fd0563f6 on network 587eb791-8376-4b85-b8c3-4979fdf6baa8 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:46:14.694954 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Port 1bc753e7-7b5c-4209-babc-17b6fd0563f6 on network 587eb791-8376-4b85-b8c3-4979fdf6baa8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:46:14.695268 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Attempting to bind port 1bc753e7-7b5c-4209-babc-17b6fd0563f6 on network 587eb791-8376-4b85-b8c3-4979fdf6baa8 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:46:14.700307 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:46:14.700640 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Checking segment: {'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:46:14.701019 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Bound using segment: {'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:46:14.701441 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Bound port: 1bc753e7-7b5c-4209-babc-17b6fd0563f6, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3a36a1-43a1-4ecc-9adb-a0051853225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8'}}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:46:14.701792 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (1bc753e7-7b5c-4209-babc-17b6fd0563f6), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:14.770410 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] For port 1bc753e7-7b5c-4209-babc-17b6fd0563f6, host hv-cinder-81187, cleared binding levels {{(pid=103172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:46:14.773529 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] For port 1bc753e7-7b5c-4209-babc-17b6fd0563f6, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=1bc753e7-7b5c-4209-babc-17b6fd0563f6,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:46:14.830102 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (1bc753e7-7b5c-4209-babc-17b6fd0563f6), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:14.862616 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:14.863144 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:14.865093 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] 10.222.0.35 "PUT /v2.0/ports/1bc753e7-7b5c-4209-babc-17b6fd0563f6 HTTP/1.1" status: 200 len: 1094 time: 0.7465019 Jan 18 19:46:14.868005 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7771223-577f-497b-8105-b82b3d5f0b16', 'tag': '1bc753e7-7b5c-4209-babc-17b6fd0563f6'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:14.871112 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a089af1-1c77-463d-b5e7-6f644afc9941" -d '{"events": [{"name": "network-changed", "server_uuid": "d7771223-577f-497b-8105-b82b3d5f0b16", "tag": "1bc753e7-7b5c-4209-babc-17b6fd0563f6"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:46:14.930807 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d4165-c2d6-4270-ba83-6e7c92595590 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc753e7-7b5c-4209-babc-17b6fd0563f6,revision_number=3']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.949936 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.953853 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.953853 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.953853 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.953853 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.953853 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.953853 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.953853 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.953853 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.953853 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.953853 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.953853 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:46:14.953853 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:46:14.956554 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1366dc9-ba21-4eca-9efb-e5d4e3bfb45c req-496ea3b7-1aad-48a7-81b4-5ff28356854e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:14.958389 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e1366dc9-ba21-4eca-9efb-e5d4e3bfb45c req-496ea3b7-1aad-48a7-81b4-5ff28356854e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 944 time: 0.1014934 Jan 18 19:46:14.996763 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049f40a9-1503-41ec-bef6-667902ebb851 x-openstack-request-id: req-049f40a9-1503-41ec-bef6-667902ebb851 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:46:14.997071 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7771223-577f-497b-8105-b82b3d5f0b16", "tag": "1bc753e7-7b5c-4209-babc-17b6fd0563f6", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:46:14.997425 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-049f40a9-1503-41ec-bef6-667902ebb851 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:46:14.997829 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7771223-577f-497b-8105-b82b3d5f0b16', 'tag': '1bc753e7-7b5c-4209-babc-17b6fd0563f6', 'status': 'completed', 'code': 200} Jan 18 19:46:15.044620 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e1366dc9-ba21-4eca-9efb-e5d4e3bfb45c req-58aa0af3-b2de-4dbe-92d5-ec9fbf0162b9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804312 Jan 18 19:46:15.050712 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-c8d1f1cf-2090-421e-ab62-b9c447896b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:15.052685 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-c8d1f1cf-2090-421e-ab62-b9c447896b13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5132940720394c7a9c249c61206833f6&device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 1097 time: 0.0699918 Jan 18 19:46:15.119653 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-ac8d9772-7ed3-4bec-8444-b3e70e93a10f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bc753e7-7b5c-4209-babc-17b6fd0563f6 HTTP/1.1" status: 200 len: 217 time: 0.0339293 Jan 18 19:46:15.166009 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-2c073da0-26f7-4543-928a-f7072b332b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:15.167483 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-2c073da0-26f7-4543-928a-f7072b332b46 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56220d3c-b1c3-4597-b0e0-e815ef06647a HTTP/1.1" status: 200 len: 851 time: 0.0421259 Jan 18 19:46:15.214965 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-964c8c74-63cc-4d32-afa6-f4d3121718af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:15.216396 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-964c8c74-63cc-4d32-afa6-f4d3121718af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=587eb791-8376-4b85-b8c3-4979fdf6baa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425138 Jan 18 19:46:15.301487 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-a56ca224-846a-4aa4-9f04-c6f7d2e5fcfb service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784128 Jan 18 19:46:15.391816 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6bf38bbe-4cd6-4dea-be1e-b59e6ef222ee req-a71cd190-b1ea-44a0-b92b-75a4907606fe service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838826 Jan 18 19:46:15.545976 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a089af1-1c77-463d-b5e7-6f644afc9941 req-293ffb12-f738-44e8-ab3c-47b684faf43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:15.547473 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0a089af1-1c77-463d-b5e7-6f644afc9941 req-293ffb12-f738-44e8-ab3c-47b684faf43f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5132940720394c7a9c249c61206833f6&device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 1097 time: 0.0416541 Jan 18 19:46:15.640955 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a089af1-1c77-463d-b5e7-6f644afc9941 req-12a976b1-6107-4a9a-99d2-a1bc8147e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:15.642360 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0a089af1-1c77-463d-b5e7-6f644afc9941 req-12a976b1-6107-4a9a-99d2-a1bc8147e168 service neutron] 10.222.0.35 "GET /v2.0/networks?id=587eb791-8376-4b85-b8c3-4979fdf6baa8 HTTP/1.1" status: 200 len: 913 time: 0.0855117 Jan 18 19:46:15.683119 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0a089af1-1c77-463d-b5e7-6f644afc9941 req-a5198ff0-fd01-43c3-837f-f616e840bbe0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bc753e7-7b5c-4209-babc-17b6fd0563f6 HTTP/1.1" status: 200 len: 217 time: 0.0336497 Jan 18 19:46:15.730043 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a089af1-1c77-463d-b5e7-6f644afc9941 req-129844fc-7091-4461-a7b2-d440cadc1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:15.731517 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0a089af1-1c77-463d-b5e7-6f644afc9941 req-129844fc-7091-4461-a7b2-d440cadc1c7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56220d3c-b1c3-4597-b0e0-e815ef06647a HTTP/1.1" status: 200 len: 851 time: 0.0416532 Jan 18 19:46:15.773558 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a089af1-1c77-463d-b5e7-6f644afc9941 req-aa1f88c9-114f-4599-87a1-7bec908986c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:15.775012 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0a089af1-1c77-463d-b5e7-6f644afc9941 req-aa1f88c9-114f-4599-87a1-7bec908986c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=587eb791-8376-4b85-b8c3-4979fdf6baa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376558 Jan 18 19:46:15.864058 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0a089af1-1c77-463d-b5e7-6f644afc9941 req-d7ca4908-495e-4aff-8825-681d18bb10e5 service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817733 Jan 18 19:46:15.954825 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0a089af1-1c77-463d-b5e7-6f644afc9941 req-bf0a5b78-7f8e-44eb-9b1b-7f8146f8ac96 service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837319 Jan 18 19:46:16.158385 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2195552-311f-430e-824d-92333612a6eb req-17ee8512-fa2c-408a-9c39-60a676069ee1 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:16.159837 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e2195552-311f-430e-824d-92333612a6eb req-17ee8512-fa2c-408a-9c39-60a676069ee1 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 944 time: 0.0504894 Jan 18 19:46:16.207270 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e2195552-311f-430e-824d-92333612a6eb req-2fa1ba0b-8f35-449e-b27d-6c8d756fea62 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414097 Jan 18 19:46:16.604847 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-dc088876-e2b1-4c1f-9fea-0fa619f25a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:17.315805 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc15f11-842a-4bbc-bb07-935b6ce11414 req-9ce0a0cb-87be-4bb7-957d-a67fac4ab4ef tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:17.317341 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bbc15f11-842a-4bbc-bb07-935b6ce11414 req-9ce0a0cb-87be-4bb7-957d-a67fac4ab4ef tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 944 time: 0.0465600 Jan 18 19:46:17.364752 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bbc15f11-842a-4bbc-bb07-935b6ce11414 req-627c9cf6-acd9-47ac-8565-6b9c8baeda4f tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420117 Jan 18 19:46:18.477847 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313b706-41c1-4faf-a309-27209e9c6436 req-ced3e721-147f-4299-a598-11bfc1850a69 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:18.479328 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e313b706-41c1-4faf-a309-27209e9c6436 req-ced3e721-147f-4299-a598-11bfc1850a69 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 944 time: 0.0498614 Jan 18 19:46:18.525465 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e313b706-41c1-4faf-a309-27209e9c6436 req-1174652a-7dca-4d84-9f6b-fec388a81d0e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407844 Jan 18 19:46:19.176388 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e8e87e5f-4b0f-4752-bd9e-1be2b8a95bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:19.636819 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bd437-6d64-4d77-a12d-27c9688d289e req-fed23972-166a-4db8-af51-6ef1a89df82d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:19.638319 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c07bd437-6d64-4d77-a12d-27c9688d289e req-fed23972-166a-4db8-af51-6ef1a89df82d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 944 time: 0.0474606 Jan 18 19:46:19.684979 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c07bd437-6d64-4d77-a12d-27c9688d289e req-c9d8e231-ea2d-49c4-9b09-e6064cb4f7af tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412211 Jan 18 19:46:19.966594 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:20.796475 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202c983-60f5-4efe-bde7-eb759328c166 req-bf0914f9-d735-42d4-a6a9-6fd57c497900 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:20.797922 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3202c983-60f5-4efe-bde7-eb759328c166 req-bf0914f9-d735-42d4-a6a9-6fd57c497900 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 944 time: 0.0463030 Jan 18 19:46:20.848931 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3202c983-60f5-4efe-bde7-eb759328c166 req-3807af89-f334-41e3-8519-daa51fa597a0 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447414 Jan 18 19:46:21.555014 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:21.960544 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dad248-a2c2-48ea-bd2c-9c348d8f34f7 req-139930af-bcdd-45a0-87b0-6d8a96d99eb5 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:21.973224 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-14dad248-a2c2-48ea-bd2c-9c348d8f34f7 req-139930af-bcdd-45a0-87b0-6d8a96d99eb5 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 944 time: 0.0465479 Jan 18 19:46:22.009249 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-14dad248-a2c2-48ea-bd2c-9c348d8f34f7 req-fbd61b61-d147-4ece-b7d4-57b9747ed1b1 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418301 Jan 18 19:46:23.023696 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:23.119850 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f63bee-21af-48ab-9e3c-1fd405d926aa req-35ac6abe-c4db-4527-9781-2a94c73173d2 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:23.121321 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f7f63bee-21af-48ab-9e3c-1fd405d926aa req-35ac6abe-c4db-4527-9781-2a94c73173d2 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 944 time: 0.0466645 Jan 18 19:46:23.168321 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f7f63bee-21af-48ab-9e3c-1fd405d926aa req-11cb1878-9a3a-4a8b-b577-f115c1e89e52 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415752 Jan 18 19:46:23.675974 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 1bc753e7-7b5c-4209-babc-17b6fd0563f6 details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:46:23.769072 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 1bc753e7-7b5c-4209-babc-17b6fd0563f6, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=1bc753e7-7b5c-4209-babc-17b6fd0563f6,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:46:23.780739 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': '1bc753e7-7b5c-4209-babc-17b6fd0563f6', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'port_id': '1bc753e7-7b5c-4209-babc-17b6fd0563f6', 'mac_address': 'fa:16:3e:64:1a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:46:23.815287 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 1bc753e7-7b5c-4209-babc-17b6fd0563f6 is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:46:23.815678 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (1bc753e7-7b5c-4209-babc-17b6fd0563f6), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:23.829145 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc753e7-7b5c-4209-babc-17b6fd0563f6 {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:46:23.848261 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 1bc753e7-7b5c-4209-babc-17b6fd0563f6, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=1bc753e7-7b5c-4209-babc-17b6fd0563f6,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:46:23.903712 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (1bc753e7-7b5c-4209-babc-17b6fd0563f6), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:23.950760 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=1bc753e7-7b5c-4209-babc-17b6fd0563f6,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:46:23.958627 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:23.959021 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:23.959306 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:23.959642 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:23.959972 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:23.960300 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:23.960628 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:23.960969 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:23.961274 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:23.961597 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:23.961918 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:23.962263 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:23.962585 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:24.286364 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a5bb6-caf7-4fe1-99dd-a4d0828014ac req-c74e4bff-f6e0-4dbc-bb70-4488e3f1d0a2 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:24.287824 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-333a5bb6-caf7-4fe1-99dd-a4d0828014ac req-c74e4bff-f6e0-4dbc-bb70-4488e3f1d0a2 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 945 time: 0.0522377 Jan 18 19:46:24.327204 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['1bc753e7-7b5c-4209-babc-17b6fd0563f6'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:46:24.337831 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-333a5bb6-caf7-4fe1-99dd-a4d0828014ac req-1e251ac3-cdef-4538-ba84-e64aabff15e8 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444469 Jan 18 19:46:25.460067 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8eb067-0986-4a0d-958b-e466f4f2f775 req-69a3674e-7aea-4bc4-babd-c36f34dbb8fa tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:25.461544 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5e8eb067-0986-4a0d-958b-e466f4f2f775 req-69a3674e-7aea-4bc4-babd-c36f34dbb8fa tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 945 time: 0.0476561 Jan 18 19:46:25.509843 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5e8eb067-0986-4a0d-958b-e466f4f2f775 req-7de401a9-b5b2-424a-a8d0-ae3718ccf35f tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426753 Jan 18 19:46:25.687907 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 1bc753e7-7b5c-4209-babc-17b6fd0563f6 up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:46:25.829434 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port 1bc753e7-7b5c-4209-babc-17b6fd0563f6 completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:46:25.833838 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port 1bc753e7-7b5c-4209-babc-17b6fd0563f6 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:46:25.834245 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (1bc753e7-7b5c-4209-babc-17b6fd0563f6), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:25.910767 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 1bc753e7-7b5c-4209-babc-17b6fd0563f6 is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:46:25.911154 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (1bc753e7-7b5c-4209-babc-17b6fd0563f6), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:25.934325 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7771223-577f-497b-8105-b82b3d5f0b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc753e7-7b5c-4209-babc-17b6fd0563f6'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:25.936474 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb137bb3-f6d0-4240-a951-80c561557704" -d '{"events": [{"server_uuid": "d7771223-577f-497b-8105-b82b3d5f0b16", "name": "network-vif-plugged", "status": "completed", "tag": "1bc753e7-7b5c-4209-babc-17b6fd0563f6"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:46:25.950174 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 1bc753e7-7b5c-4209-babc-17b6fd0563f6, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=1bc753e7-7b5c-4209-babc-17b6fd0563f6,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:46:26.033823 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43102e16-b8fb-4752-b729-5eac104a8fca x-openstack-request-id: req-43102e16-b8fb-4752-b729-5eac104a8fca {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:46:26.034216 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7771223-577f-497b-8105-b82b3d5f0b16", "name": "network-vif-plugged", "status": "completed", "tag": "1bc753e7-7b5c-4209-babc-17b6fd0563f6", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:46:26.034405 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43102e16-b8fb-4752-b729-5eac104a8fca {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:46:26.034800 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7771223-577f-497b-8105-b82b3d5f0b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc753e7-7b5c-4209-babc-17b6fd0563f6', 'code': 200} Jan 18 19:46:26.046504 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (1bc753e7-7b5c-4209-babc-17b6fd0563f6), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:26.097751 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=1bc753e7-7b5c-4209-babc-17b6fd0563f6,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:46:26.368535 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd4713-aad6-4375-8915-08a7d219dd09 req-b172eaef-d7c5-47b3-a390-326ed5473c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:26.369987 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-07dd4713-aad6-4375-8915-08a7d219dd09 req-b172eaef-d7c5-47b3-a390-326ed5473c97 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 1099 time: 0.0390420 Jan 18 19:46:26.417851 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-07dd4713-aad6-4375-8915-08a7d219dd09 req-5c8e2e74-0226-4090-a5b8-daf68be7bac8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421896 Jan 18 19:46:26.623715 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508816b-ce9f-4d16-bcd1-bae23827ac4b req-7c2688a0-ee5f-4d3b-842c-27648dd00ec9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:26.625160 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0508816b-ce9f-4d16-bcd1-bae23827ac4b req-7c2688a0-ee5f-4d3b-842c-27648dd00ec9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 946 time: 0.0474319 Jan 18 19:46:26.672447 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0508816b-ce9f-4d16-bcd1-bae23827ac4b req-b746018d-b9ff-4ace-8902-8b2fc6f99778 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418987 Jan 18 19:46:27.789198 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c30cb6-a7d6-41a3-849e-d828dcf9a84e req-2924d1ca-40cb-4025-86c9-0870fdba2637 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:27.790713 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-02c30cb6-a7d6-41a3-849e-d828dcf9a84e req-2924d1ca-40cb-4025-86c9-0870fdba2637 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 946 time: 0.0512288 Jan 18 19:46:27.838604 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-02c30cb6-a7d6-41a3-849e-d828dcf9a84e req-ed0234a9-6be9-4d90-b872-74a67ce4f7a0 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424790 Jan 18 19:46:28.953440 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde96ee5-2493-49ff-ae5d-452e60dff4aa req-19c23962-4ec5-4a25-81f6-407ca1577aef tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:28.954914 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bde96ee5-2493-49ff-ae5d-452e60dff4aa req-19c23962-4ec5-4a25-81f6-407ca1577aef tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 946 time: 0.0503941 Jan 18 19:46:29.002261 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bde96ee5-2493-49ff-ae5d-452e60dff4aa req-51bbaaf9-4a30-4dd9-bb61-dea70b8bef1d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418322 Jan 18 19:46:29.113747 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e47db-d9a2-416f-a077-428039d5ea2e req-009ea6a1-3d23-4ca9-91c1-4bbdda525bb8 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:29.115223 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8e8e47db-d9a2-416f-a077-428039d5ea2e req-009ea6a1-3d23-4ca9-91c1-4bbdda525bb8 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 946 time: 0.0470269 Jan 18 19:46:29.163628 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8e8e47db-d9a2-416f-a077-428039d5ea2e req-9da2a638-d9a5-4f44-87d0-a2e738647223 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428672 Jan 18 19:46:29.185103 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 40958) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:46:29.320081 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec70f8b-4e25-4ea4-9307-adf11b5881a8 tempest-TestVolumeBootPattern-1406539292 tempest-TestVolumeBootPattern-1406539292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:29.321609 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-bec70f8b-4e25-4ea4-9307-adf11b5881a8 tempest-TestVolumeBootPattern-1406539292 tempest-TestVolumeBootPattern-1406539292-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 1094 time: 0.1355550 Jan 18 19:46:29.324562 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 40962) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:46:29.328693 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Request body: {'floatingip': {'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'port_id': '1bc753e7-7b5c-4209-babc-17b6fd0563f6', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:46:29.411124 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:29.501406 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:29.603820 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Allocated IP 172.27.2.73 (f5eef2c2-a885-4f46-b327-cbc20c3014d9/9269629e-72aa-4525-943b-faee8ca91ecd/1e32bd44-ad8a-41e9-aade-b09c04951026) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:46:29.697360 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for port (1e32bd44-ad8a-41e9-aade-b09c04951026), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:29.783939 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (1e32bd44-ad8a-41e9-aade-b09c04951026), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:29.824633 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:46:29.827362 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:46:29.830700 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:46:29.836494 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event updated for resources: {'Port': ['ID=1e32bd44-ad8a-41e9-aade-b09c04951026,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:46:30.176208 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for floatingip (91373d18-c7ed-4874-af85-a2f99dce68e1), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:30.305449 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (1e32bd44-ad8a-41e9-aade-b09c04951026), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:30.448654 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for port (1e32bd44-ad8a-41e9-aade-b09c04951026), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:30.497852 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (1e32bd44-ad8a-41e9-aade-b09c04951026), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:30.561083 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event updated for resources: {'Port': ['ID=1e32bd44-ad8a-41e9-aade-b09c04951026,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:46:30.572638 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087224'] for floatingip (91373d18-c7ed-4874-af85-a2f99dce68e1), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:30.668426 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.l3_db [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Floating IP 91373d18-c7ed-4874-af85-a2f99dce68e1 associated. External IP: 172.27.2.73, port: 1bc753e7-7b5c-4209-babc-17b6fd0563f6. Jan 18 19:46:31.123604 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Router d3688323-8aea-457e-84c2-ab9b2ef8b087 has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:46:31.226023 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:46:31.238618 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6836b0-a7cf-4e07-993f-aaec0a91e537 None None] Sync routers for ids ['d3688323-8aea-457e-84c2-ab9b2ef8b087'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:46:31.247452 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6836b0-a7cf-4e07-993f-aaec0a91e537 None None] Routers {'d3688323-8aea-457e-84c2-ab9b2ef8b087'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:46:31.248053 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0e6836b0-a7cf-4e07-993f-aaec0a91e537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:46:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d3688323-8aea-457e-84c2-ab9b2ef8b087'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:46:31.277088 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:31.307287 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-fcf7b894-6a63-46f8-b2be-7f948ba40748 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9817152 Jan 18 19:46:31.307857 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7771223-577f-497b-8105-b82b3d5f0b16', 'tag': '1bc753e7-7b5c-4209-babc-17b6fd0563f6'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:31.310102 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09f84ba-243b-432c-91d9-4a3f04470b88" -d '{"events": [{"name": "network-changed", "server_uuid": "d7771223-577f-497b-8105-b82b3d5f0b16", "tag": "1bc753e7-7b5c-4209-babc-17b6fd0563f6"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:46:31.345234 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b48181e-cb9f-4d9a-9c19-07e4ede1d17f x-openstack-request-id: req-2b48181e-cb9f-4d9a-9c19-07e4ede1d17f {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:46:31.345546 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7771223-577f-497b-8105-b82b3d5f0b16", "tag": "1bc753e7-7b5c-4209-babc-17b6fd0563f6", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:46:31.345794 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b48181e-cb9f-4d9a-9c19-07e4ede1d17f {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:46:31.346232 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7771223-577f-497b-8105-b82b3d5f0b16', 'tag': '1bc753e7-7b5c-4209-babc-17b6fd0563f6', 'status': 'completed', 'code': 200} Jan 18 19:46:31.351299 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-0e6836b0-a7cf-4e07-993f-aaec0a91e537 None None] Set router d3688323-8aea-457e-84c2-ab9b2ef8b087 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:46:31.403462 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f84ba-243b-432c-91d9-4a3f04470b88 req-42772a88-27de-4564-b316-531c0e089b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:31.404849 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a09f84ba-243b-432c-91d9-4a3f04470b88 req-42772a88-27de-4564-b316-531c0e089b6f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5132940720394c7a9c249c61206833f6&device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 1099 time: 0.0383852 Jan 18 19:46:31.494648 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f84ba-243b-432c-91d9-4a3f04470b88 req-43f377b9-5b8e-4370-bc00-b22b3e46a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:31.496099 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a09f84ba-243b-432c-91d9-4a3f04470b88 req-43f377b9-5b8e-4370-bc00-b22b3e46a1b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=587eb791-8376-4b85-b8c3-4979fdf6baa8 HTTP/1.1" status: 200 len: 913 time: 0.0845625 Jan 18 19:46:31.559321 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a09f84ba-243b-432c-91d9-4a3f04470b88 req-4497c3fd-dbab-47d8-b0b2-a25e1c7649fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bc753e7-7b5c-4209-babc-17b6fd0563f6 HTTP/1.1" status: 200 len: 999 time: 0.0573983 Jan 18 19:46:31.569299 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0e6836b0-a7cf-4e07-993f-aaec0a91e537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '3aca1bc4-47e4-457e-a308-6782f9b2d425', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'port_id': '61104cdb-9bc0-4894-8284-58f2ba9800ab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'mac_address': 'fa:16:3e:82:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:43:51Z', 'updated_at': '2022-01-18T19:43:53Z', 'revision_number': 1, 'project_id': '5132940720394c7a9c249c61206833f6', 'fixed_ip_address_scope': None}, {'id': '91373d18-c7ed-4874-af85-a2f99dce68e1', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'port_id': '1bc753e7-7b5c-4209-babc-17b6fd0563f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'mac_address': 'fa:16:3e:64:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7771223-577f-497b-8105-b82b3d5f0b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:46:30Z', 'updated_at': '2022-01-18T19:46:30Z', 'revision_number': 0, 'project_id': '5132940720394c7a9c249c61206833f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 5, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:46:31.599354 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6836b0-a7cf-4e07-993f-aaec0a91e537 None None] Checking router: d3688323-8aea-457e-84c2-ab9b2ef8b087 for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:46:31.606999 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f84ba-243b-432c-91d9-4a3f04470b88 req-06b9f78c-f864-4f81-9be9-9934317f29f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:31.607549 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6836b0-a7cf-4e07-993f-aaec0a91e537 None None] Routers {'d3688323-8aea-457e-84c2-ab9b2ef8b087'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:46:31.608135 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0e6836b0-a7cf-4e07-993f-aaec0a91e537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:46:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d3688323-8aea-457e-84c2-ab9b2ef8b087'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:46:31.608486 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a09f84ba-243b-432c-91d9-4a3f04470b88 req-06b9f78c-f864-4f81-9be9-9934317f29f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56220d3c-b1c3-4597-b0e0-e815ef06647a HTTP/1.1" status: 200 len: 851 time: 0.0432603 Jan 18 19:46:31.653666 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f84ba-243b-432c-91d9-4a3f04470b88 req-6b992d63-5486-42f6-8b61-8447c50d73f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:31.655181 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a09f84ba-243b-432c-91d9-4a3f04470b88 req-6b992d63-5486-42f6-8b61-8447c50d73f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=587eb791-8376-4b85-b8c3-4979fdf6baa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413389 Jan 18 19:46:31.708708 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-0e6836b0-a7cf-4e07-993f-aaec0a91e537 None None] Set router d3688323-8aea-457e-84c2-ab9b2ef8b087 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:46:31.739740 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a09f84ba-243b-432c-91d9-4a3f04470b88 req-0a885a46-5022-4150-bdb4-ab5294eefaf1 service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783577 Jan 18 19:46:31.829777 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a09f84ba-243b-432c-91d9-4a3f04470b88 req-9a298f49-2f5e-4824-b552-2e25c52f68a6 service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842693 Jan 18 19:46:31.886306 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:46:31.925671 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-0e6836b0-a7cf-4e07-993f-aaec0a91e537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '3aca1bc4-47e4-457e-a308-6782f9b2d425', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'port_id': '61104cdb-9bc0-4894-8284-58f2ba9800ab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'mac_address': 'fa:16:3e:82:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:43:51Z', 'updated_at': '2022-01-18T19:43:53Z', 'revision_number': 1, 'project_id': '5132940720394c7a9c249c61206833f6', 'fixed_ip_address_scope': None}, {'id': '91373d18-c7ed-4874-af85-a2f99dce68e1', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'port_id': '1bc753e7-7b5c-4209-babc-17b6fd0563f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'mac_address': 'fa:16:3e:64:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7771223-577f-497b-8105-b82b3d5f0b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:46:30Z', 'updated_at': '2022-01-18T19:46:30Z', 'revision_number': 0, 'project_id': '5132940720394c7a9c249c61206833f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 5, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:46:31.954969 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6836b0-a7cf-4e07-993f-aaec0a91e537 None None] The sync data for ids ['d3688323-8aea-457e-84c2-ab9b2ef8b087'] in dv-cinder-811877-7-iscsi is: [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '3aca1bc4-47e4-457e-a308-6782f9b2d425', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'port_id': '61104cdb-9bc0-4894-8284-58f2ba9800ab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'mac_address': 'fa:16:3e:82:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:43:51Z', 'updated_at': '2022-01-18T19:43:53Z', 'revision_number': 1, 'project_id': '5132940720394c7a9c249c61206833f6', 'fixed_ip_address_scope': None}, {'id': '91373d18-c7ed-4874-af85-a2f99dce68e1', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'port_id': '1bc753e7-7b5c-4209-babc-17b6fd0563f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'mac_address': 'fa:16:3e:64:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7771223-577f-497b-8105-b82b3d5f0b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:46:30Z', 'updated_at': '2022-01-18T19:46:30Z', 'revision_number': 0, 'project_id': '5132940720394c7a9c249c61206833f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 5, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:46:32.138181 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea7e054-a5a4-4dc8-9f8f-587cf83b240b None None] New status for floating IP 91373d18-c7ed-4874-af85-a2f99dce68e1: ACTIVE {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 19:46:43.035380 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:46.591474 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b3272636-39d5-4a05-b13a-3e56117466e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:49.212033 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-69548515-2d50-4729-91c8-ab691d0b8988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:49.987159 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:50.024759 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106f2fa-f8e3-4ce4-b3ed-33ec3851b7b8 req-18371b4d-d9a5-4012-9cd3-f45ef0f6cbc7 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:50.026259 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8106f2fa-f8e3-4ce4-b3ed-33ec3851b7b8 req-18371b4d-d9a5-4012-9cd3-f45ef0f6cbc7 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 946 time: 0.0475154 Jan 18 19:46:50.072060 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8106f2fa-f8e3-4ce4-b3ed-33ec3851b7b8 req-47c04c35-d0df-45ad-815e-e01c0dfc97ab tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7f78d2-ba3f-4317-8f89-08b404c9095a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403547 Jan 18 19:46:50.371417 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2c173cff-32c1-4dbd-9e5d-8a31fe3b0243 req-5aa43b85-0dc2-4c37-8329-02aa23174dbf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0365622 Jan 18 19:46:50.468086 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c173cff-32c1-4dbd-9e5d-8a31fe3b0243 req-d6512d20-5003-4e16-9633-2678a4ab4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:50.469502 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2c173cff-32c1-4dbd-9e5d-8a31fe3b0243 req-d6512d20-5003-4e16-9633-2678a4ab4815 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf0cd8080e184330b0b0cc9934525143&device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 1099 time: 0.0414538 Jan 18 19:46:50.580994 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c173cff-32c1-4dbd-9e5d-8a31fe3b0243 req-4b041781-0904-4267-9501-dd1e93541161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:50.582397 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2c173cff-32c1-4dbd-9e5d-8a31fe3b0243 req-4b041781-0904-4267-9501-dd1e93541161 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2276716e-d010-493f-805b-07bee1604b14 HTTP/1.1" status: 200 len: 918 time: 0.0832620 Jan 18 19:46:50.649571 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2c173cff-32c1-4dbd-9e5d-8a31fe3b0243 req-9b48b3ef-7985-44c4-9524-3e13c76c047e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7904329-5ccf-4ecc-9666-18486fc790c7 HTTP/1.1" status: 200 len: 1001 time: 0.0609908 Jan 18 19:46:50.697032 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c173cff-32c1-4dbd-9e5d-8a31fe3b0243 req-5f5830eb-a0a6-4d69-8026-f04a8abe5692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:50.700348 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2c173cff-32c1-4dbd-9e5d-8a31fe3b0243 req-5f5830eb-a0a6-4d69-8026-f04a8abe5692 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de HTTP/1.1" status: 200 len: 856 time: 0.0424006 Jan 18 19:46:50.743127 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c173cff-32c1-4dbd-9e5d-8a31fe3b0243 req-e8a59add-6a4c-4b02-91d1-94e48a6ded21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:50.744616 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2c173cff-32c1-4dbd-9e5d-8a31fe3b0243 req-e8a59add-6a4c-4b02-91d1-94e48a6ded21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2276716e-d010-493f-805b-07bee1604b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388603 Jan 18 19:46:50.836907 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2c173cff-32c1-4dbd-9e5d-8a31fe3b0243 req-e7259ec5-509c-4c16-9865-7327d8b18c5c service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836654 Jan 18 19:46:50.923106 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2c173cff-32c1-4dbd-9e5d-8a31fe3b0243 req-58baed91-9f03-4d57-927c-41591a9273d9 service neutron] 10.222.0.35 "GET /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789297 Jan 18 19:46:51.186029 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3f37e-bb3f-429a-835f-6413601c9c88 req-cef9f3e1-f514-4791-a024-8d28be0844b6 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:51.187483 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-71b3f37e-bb3f-429a-835f-6413601c9c88 req-cef9f3e1-f514-4791-a024-8d28be0844b6 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 946 time: 0.0462978 Jan 18 19:46:51.235913 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-71b3f37e-bb3f-429a-835f-6413601c9c88 req-46d2db39-f15d-4154-a7a4-252852599afc tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7f78d2-ba3f-4317-8f89-08b404c9095a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424414 Jan 18 19:46:51.548719 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:52.369296 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f386d-a7be-44a6-8109-d436abde1586 req-6be3e2ff-6e9e-4308-93c8-b09639a3e457 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:52.370762 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6e7f386d-a7be-44a6-8109-d436abde1586 req-6be3e2ff-6e9e-4308-93c8-b09639a3e457 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.35 "GET /v2.0/ports?device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 946 time: 0.0746055 Jan 18 19:46:52.378713 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28605dbb-e9bd-44e3-b72e-03138b97c573 req-f49bfb43-c6c7-4875-a3d1-4bb9e7aabf7a tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:52.380684 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-28605dbb-e9bd-44e3-b72e-03138b97c573 req-f49bfb43-c6c7-4875-a3d1-4bb9e7aabf7a tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 946 time: 0.0766549 Jan 18 19:46:52.483046 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-28605dbb-e9bd-44e3-b72e-03138b97c573 req-d63b77be-5532-4cbd-8f20-813f8f1363e1 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b7f78d2-ba3f-4317-8f89-08b404c9095a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956364 Jan 18 19:46:52.501030 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-6e7f386d-a7be-44a6-8109-d436abde1586 req-996a51f0-a77b-425d-8bb1-70caf207bc7e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Deleting port fc229cd6-8847-4b80-b2ad-b25be944ec5d {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:46:52.501376 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-6e7f386d-a7be-44a6-8109-d436abde1586 req-996a51f0-a77b-425d-8bb1-70caf207bc7e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (fc229cd6-8847-4b80-b2ad-b25be944ec5d), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:52.587890 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-6e7f386d-a7be-44a6-8109-d436abde1586 req-996a51f0-a77b-425d-8bb1-70caf207bc7e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] For port fc229cd6-8847-4b80-b2ad-b25be944ec5d, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=fc229cd6-8847-4b80-b2ad-b25be944ec5d,segment=NetworkSegment(d84c562e-f887-4cea-9249-8de44ec3aa33),segment_id=d84c562e-f887-4cea-9249-8de44ec3aa33)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:46:52.588252 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-6e7f386d-a7be-44a6-8109-d436abde1586 req-996a51f0-a77b-425d-8bb1-70caf207bc7e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (fc229cd6-8847-4b80-b2ad-b25be944ec5d), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:52.759669 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-6e7f386d-a7be-44a6-8109-d436abde1586 req-996a51f0-a77b-425d-8bb1-70caf207bc7e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:52.760033 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-6e7f386d-a7be-44a6-8109-d436abde1586 req-996a51f0-a77b-425d-8bb1-70caf207bc7e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087224'] for floatingip (3c6fd7a4-0db4-4abf-a7bd-88c80effde85), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:52.760359 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.l3_db [req-6e7f386d-a7be-44a6-8109-d436abde1586 req-996a51f0-a77b-425d-8bb1-70caf207bc7e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Floating IP 3c6fd7a4-0db4-4abf-a7bd-88c80effde85 disassociated. External IP: 172.27.2.136, port: fc229cd6-8847-4b80-b2ad-b25be944ec5d. Jan 18 19:46:52.760723 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-6e7f386d-a7be-44a6-8109-d436abde1586 req-996a51f0-a77b-425d-8bb1-70caf207bc7e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Calling delete_port for fc229cd6-8847-4b80-b2ad-b25be944ec5d owned by compute:nova {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:46:52.927879 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57870f94-fc54-411f-992c-9cef60d45010 req-246cfcaa-6ddf-4331-9303-8e01f885ab5b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:52.929352 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-57870f94-fc54-411f-992c-9cef60d45010 req-246cfcaa-6ddf-4331-9303-8e01f885ab5b tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 946 time: 0.0572052 Jan 18 19:46:52.971289 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-6e7f386d-a7be-44a6-8109-d436abde1586 req-996a51f0-a77b-425d-8bb1-70caf207bc7e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (fc229cd6-8847-4b80-b2ad-b25be944ec5d), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:53.001690 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-57870f94-fc54-411f-992c-9cef60d45010 req-19fa2552-784b-4ee8-8a03-fb8e517aa7ae tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665755 Jan 18 19:46:53.006471 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a51f0-a77b-425d-8bb1-70caf207bc7e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Pushing event deleted for resources: {'Port': ['ID=fc229cd6-8847-4b80-b2ad-b25be944ec5d,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:46:53.046303 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:53.118423 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e7f386d-a7be-44a6-8109-d436abde1586 req-996a51f0-a77b-425d-8bb1-70caf207bc7e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Router b98e3863-0b6c-422b-99df-10fb4f5d5d9e has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:46:53.223083 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e7f386d-a7be-44a6-8109-d436abde1586 req-996a51f0-a77b-425d-8bb1-70caf207bc7e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:46:53.232819 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abdf206-b66f-425d-a480-8da7f01c09bb None None] Sync routers for ids ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:46:53.242013 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abdf206-b66f-425d-a480-8da7f01c09bb None None] Routers {'b98e3863-0b6c-422b-99df-10fb4f5d5d9e'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:46:53.242720 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9abdf206-b66f-425d-a480-8da7f01c09bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:46:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:46:53.259792 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7f386d-a7be-44a6-8109-d436abde1586 req-996a51f0-a77b-425d-8bb1-70caf207bc7e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] No DVR routers for this DVR port fc229cd6-8847-4b80-b2ad-b25be944ec5d on host hv-cinder-81187 {{(pid=103172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:46:53.262391 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-6e7f386d-a7be-44a6-8109-d436abde1586 req-996a51f0-a77b-425d-8bb1-70caf207bc7e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:53.265680 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6e7f386d-a7be-44a6-8109-d436abde1586 req-996a51f0-a77b-425d-8bb1-70caf207bc7e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.35 "DELETE /v2.0/ports/fc229cd6-8847-4b80-b2ad-b25be944ec5d HTTP/1.1" status: 204 len: 173 time: 0.8841412 Jan 18 19:46:53.266135 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7533967f-7161-4db7-9ec2-d4dc0755667a', 'name': 'network-vif-deleted', 'tag': 'fc229cd6-8847-4b80-b2ad-b25be944ec5d'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:53.268333 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596d9438-4058-4761-9a4a-f03d669541bd" -d '{"events": [{"server_uuid": "7533967f-7161-4db7-9ec2-d4dc0755667a", "name": "network-vif-deleted", "tag": "fc229cd6-8847-4b80-b2ad-b25be944ec5d"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:46:53.305960 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa7d152-a686-446e-ba3e-7974a87ac5b0 x-openstack-request-id: req-6aa7d152-a686-446e-ba3e-7974a87ac5b0 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:46:53.306410 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7533967f-7161-4db7-9ec2-d4dc0755667a", "name": "network-vif-deleted", "tag": "fc229cd6-8847-4b80-b2ad-b25be944ec5d", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:46:53.306601 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6aa7d152-a686-446e-ba3e-7974a87ac5b0 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:46:53.306970 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7533967f-7161-4db7-9ec2-d4dc0755667a', 'name': 'network-vif-deleted', 'tag': 'fc229cd6-8847-4b80-b2ad-b25be944ec5d', 'status': 'completed', 'code': 200} Jan 18 19:46:53.484976 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-9abdf206-b66f-425d-a480-8da7f01c09bb None None] Set router b98e3863-0b6c-422b-99df-10fb4f5d5d9e gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:46:53.582727 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c0e510a7-66bf-4dc5-b5e2-5589e2ff90f3 req-2e2e657b-6240-40a7-a51d-f4de1365bdae tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/ports?device_id=7533967f-7161-4db7-9ec2-d4dc0755667a HTTP/1.1" status: 200 len: 210 time: 0.0258908 Jan 18 19:46:53.685938 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9abdf206-b66f-425d-a480-8da7f01c09bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:37:41Z', 'revision_number': 4, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '596f2c72-edda-4757-89fb-5a7b66194be6', 'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'mac_address': 'fa:16:3e:a8:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:40Z', 'updated_at': '2022-01-18T19:37:45Z', 'revision_number': 5, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'subnets': [{'id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:46:53.711057 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abdf206-b66f-425d-a480-8da7f01c09bb None None] Checking router: b98e3863-0b6c-422b-99df-10fb4f5d5d9e for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:46:53.719004 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abdf206-b66f-425d-a480-8da7f01c09bb None None] Routers {'b98e3863-0b6c-422b-99df-10fb4f5d5d9e'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:46:53.719590 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9abdf206-b66f-425d-a480-8da7f01c09bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:46:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:46:53.823240 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-9abdf206-b66f-425d-a480-8da7f01c09bb None None] Set router b98e3863-0b6c-422b-99df-10fb4f5d5d9e gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:46:54.012632 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9abdf206-b66f-425d-a480-8da7f01c09bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:37:41Z', 'revision_number': 4, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '596f2c72-edda-4757-89fb-5a7b66194be6', 'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'mac_address': 'fa:16:3e:a8:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:40Z', 'updated_at': '2022-01-18T19:37:45Z', 'revision_number': 5, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'subnets': [{'id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:46:54.043379 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abdf206-b66f-425d-a480-8da7f01c09bb None None] The sync data for ids ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'] in dv-cinder-811877-7-iscsi is: [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:37:41Z', 'revision_number': 4, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '596f2c72-edda-4757-89fb-5a7b66194be6', 'name': '', 'network_id': '500b8bcd-5a25-45e2-b1bb-41c45019fe6b', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'mac_address': 'fa:16:3e:a8:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:40Z', 'updated_at': '2022-01-18T19:37:45Z', 'revision_number': 5, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'subnets': [{'id': 'bd74878b-397a-47c2-9666-5f87fde4b302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:46:54.146550 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8e2f7-9ec1-4407-a666-a1d0b465996a req-7093ae23-48e1-47da-9571-029246360a1a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:54.148165 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-83c8e2f7-9ec1-4407-a666-a1d0b465996a req-7093ae23-48e1-47da-9571-029246360a1a tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 946 time: 0.0667565 Jan 18 19:46:54.200873 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-83c8e2f7-9ec1-4407-a666-a1d0b465996a req-ba83a889-dcc9-4d46-a256-b305ef0998a1 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452209 Jan 18 19:46:54.281723 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934cc0a2-eabb-4d2f-a99c-0e702fe5c4bd None None] New status for floating IP 3c6fd7a4-0db4-4abf-a7bd-88c80effde85: DOWN {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 19:46:54.931233 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e588f1b-73b3-4ad7-b7cc-b8fe22aefcee req-3d827690-abfa-4e4c-a85b-731d2407c74c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:54.932667 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4e588f1b-73b3-4ad7-b7cc-b8fe22aefcee req-3d827690-abfa-4e4c-a85b-731d2407c74c tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.35 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 946 time: 0.0463743 Jan 18 19:46:55.023062 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-4e588f1b-73b3-4ad7-b7cc-b8fe22aefcee req-648a1022-03e5-4599-a355-4745cdc24628 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Deleting port a7904329-5ccf-4ecc-9666-18486fc790c7 {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:46:55.023403 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-4e588f1b-73b3-4ad7-b7cc-b8fe22aefcee req-648a1022-03e5-4599-a355-4745cdc24628 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:55.108401 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-4e588f1b-73b3-4ad7-b7cc-b8fe22aefcee req-648a1022-03e5-4599-a355-4745cdc24628 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] For port a7904329-5ccf-4ecc-9666-18486fc790c7, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=a7904329-5ccf-4ecc-9666-18486fc790c7,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:46:55.108761 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-4e588f1b-73b3-4ad7-b7cc-b8fe22aefcee req-648a1022-03e5-4599-a355-4745cdc24628 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:55.285269 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-4e588f1b-73b3-4ad7-b7cc-b8fe22aefcee req-648a1022-03e5-4599-a355-4745cdc24628 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:55.286175 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-4e588f1b-73b3-4ad7-b7cc-b8fe22aefcee req-648a1022-03e5-4599-a355-4745cdc24628 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087224'] for floatingip (a110671b-a08c-494d-b72a-b15f55292569), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:55.286502 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.l3_db [req-4e588f1b-73b3-4ad7-b7cc-b8fe22aefcee req-648a1022-03e5-4599-a355-4745cdc24628 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Floating IP a110671b-a08c-494d-b72a-b15f55292569 disassociated. External IP: 172.27.2.214, port: a7904329-5ccf-4ecc-9666-18486fc790c7. Jan 18 19:46:55.286837 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-4e588f1b-73b3-4ad7-b7cc-b8fe22aefcee req-648a1022-03e5-4599-a355-4745cdc24628 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Calling delete_port for a7904329-5ccf-4ecc-9666-18486fc790c7 owned by compute:nova {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:46:55.359338 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534d09a-859d-465e-9c09-10ef9a0bf113 req-5a0a1f0a-40bf-47a7-9b36-805d1af491a5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:46:55.360800 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e534d09a-859d-465e-9c09-10ef9a0bf113 req-5a0a1f0a-40bf-47a7-9b36-805d1af491a5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 946 time: 0.0894542 Jan 18 19:46:55.429243 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e534d09a-859d-465e-9c09-10ef9a0bf113 req-7492c17a-62f5-452a-812b-18f24d63fed6 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb7f97c5-5cfc-4d94-b962-6ca889d6715c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610251 Jan 18 19:46:55.532095 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-4e588f1b-73b3-4ad7-b7cc-b8fe22aefcee req-648a1022-03e5-4599-a355-4745cdc24628 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (a7904329-5ccf-4ecc-9666-18486fc790c7), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:55.559744 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a1022-03e5-4599-a355-4745cdc24628 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Pushing event deleted for resources: {'Port': ['ID=a7904329-5ccf-4ecc-9666-18486fc790c7,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:46:55.671525 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e588f1b-73b3-4ad7-b7cc-b8fe22aefcee req-648a1022-03e5-4599-a355-4745cdc24628 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Router 95892a55-9723-437d-a1e3-f0ddeff365fc has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:46:55.738483 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41108) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:46:55.777043 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e588f1b-73b3-4ad7-b7cc-b8fe22aefcee req-648a1022-03e5-4599-a355-4745cdc24628 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:46:55.787424 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1769f8-e565-4dc6-8304-4e2a35df145d None None] Sync routers for ids ['95892a55-9723-437d-a1e3-f0ddeff365fc'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:46:55.795254 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3b347d30-102f-4256-ae52-0b0b6868d58e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group (6b7f78d2-ba3f-4317-8f89-08b404c9095a), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:55.798577 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1769f8-e565-4dc6-8304-4e2a35df145d None None] Routers {'95892a55-9723-437d-a1e3-f0ddeff365fc'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:46:55.799405 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ad1769f8-e565-4dc6-8304-4e2a35df145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:46:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['95892a55-9723-437d-a1e3-f0ddeff365fc'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:46:55.814757 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e588f1b-73b3-4ad7-b7cc-b8fe22aefcee req-648a1022-03e5-4599-a355-4745cdc24628 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] No DVR routers for this DVR port a7904329-5ccf-4ecc-9666-18486fc790c7 on host hv-cinder-81187 {{(pid=103172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:46:55.817828 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-4e588f1b-73b3-4ad7-b7cc-b8fe22aefcee req-648a1022-03e5-4599-a355-4745cdc24628 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:55.819234 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3b347d30-102f-4256-ae52-0b0b6868d58e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group (6b7f78d2-ba3f-4317-8f89-08b404c9095a), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:55.821358 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4e588f1b-73b3-4ad7-b7cc-b8fe22aefcee req-648a1022-03e5-4599-a355-4745cdc24628 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.35 "DELETE /v2.0/ports/a7904329-5ccf-4ecc-9666-18486fc790c7 HTTP/1.1" status: 204 len: 173 time: 0.8836379 Jan 18 19:46:55.821820 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd062979-eb9f-483b-8c52-8fda3b9a3d25', 'name': 'network-vif-deleted', 'tag': 'a7904329-5ccf-4ecc-9666-18486fc790c7'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:46:55.824864 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567ccc4c-fdb4-41fb-aa32-d79d4716a2d1" -d '{"events": [{"server_uuid": "cd062979-eb9f-483b-8c52-8fda3b9a3d25", "name": "network-vif-deleted", "tag": "a7904329-5ccf-4ecc-9666-18486fc790c7"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:46:55.838006 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device fc229cd6-8847-4b80-b2ad-b25be944ec5d no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:46:55.864102 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4487a90-3e1c-4a75-93e0-782a266a6f0e x-openstack-request-id: req-d4487a90-3e1c-4a75-93e0-782a266a6f0e {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:46:55.864433 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd062979-eb9f-483b-8c52-8fda3b9a3d25", "name": "network-vif-deleted", "tag": "a7904329-5ccf-4ecc-9666-18486fc790c7", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:46:55.864688 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4487a90-3e1c-4a75-93e0-782a266a6f0e {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:46:55.865094 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd062979-eb9f-483b-8c52-8fda3b9a3d25', 'name': 'network-vif-deleted', 'tag': 'a7904329-5ccf-4ecc-9666-18486fc790c7', 'status': 'completed', 'code': 200} Jan 18 19:46:55.867385 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: fc229cd6-8847-4b80-b2ad-b25be944ec5d {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:46:55.872922 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device fc229cd6-8847-4b80-b2ad-b25be944ec5d not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:46:55.930223 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-ad1769f8-e565-4dc6-8304-4e2a35df145d None None] Set router 95892a55-9723-437d-a1e3-f0ddeff365fc gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:46:56.018303 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3b347d30-102f-4256-ae52-0b0b6868d58e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (6b7f78d2-ba3f-4317-8f89-08b404c9095a), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:56.023327 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3b347d30-102f-4256-ae52-0b0b6868d58e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:56.024573 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-3b347d30-102f-4256-ae52-0b0b6868d58e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "DELETE /v2.0/security-groups/6b7f78d2-ba3f-4317-8f89-08b404c9095a HTTP/1.1" status: 204 len: 168 time: 0.2850108 Jan 18 19:46:56.027508 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 41114) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:46:56.037566 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b347d30-102f-4256-ae52-0b0b6868d58e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7f78d2-ba3f-4317-8f89-08b404c9095a,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:46:56.047339 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b347d30-102f-4256-ae52-0b0b6868d58e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:56.047898 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b347d30-102f-4256-ae52-0b0b6868d58e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:56.051048 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b347d30-102f-4256-ae52-0b0b6868d58e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:56.051048 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b347d30-102f-4256-ae52-0b0b6868d58e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:56.051048 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b347d30-102f-4256-ae52-0b0b6868d58e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:56.051408 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.api.v2.resource [None req-4b4462cc-6d7e-4dca-98aa-d915ea6edce8 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] show failed (client error): The resource could not be found. Jan 18 19:46:56.051517 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b347d30-102f-4256-ae52-0b0b6868d58e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:56.051517 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b347d30-102f-4256-ae52-0b0b6868d58e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:56.051517 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b347d30-102f-4256-ae52-0b0b6868d58e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:56.051517 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b347d30-102f-4256-ae52-0b0b6868d58e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:56.051517 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b347d30-102f-4256-ae52-0b0b6868d58e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:56.051881 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-4b4462cc-6d7e-4dca-98aa-d915ea6edce8 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "GET /v2.0/security-groups/6b7f78d2-ba3f-4317-8f89-08b404c9095a HTTP/1.1" status: 404 len: 347 time: 0.0217636 Jan 18 19:46:56.052177 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b347d30-102f-4256-ae52-0b0b6868d58e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:56.052526 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b347d30-102f-4256-ae52-0b0b6868d58e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:56.052860 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b347d30-102f-4256-ae52-0b0b6868d58e tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:46:56.053378 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 41116) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:46:56.168409 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ad1769f8-e565-4dc6-8304-4e2a35df145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:39Z', 'revision_number': 4, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': 'd458af8c-2fdd-4be7-b4ef-d6bf5b571cec', 'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'mac_address': 'fa:16:3e:2a:0a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:38Z', 'updated_at': '2022-01-18T19:35:44Z', 'revision_number': 5, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'subnets': [{'id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:46:56.187222 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-3020e0b8-8912-4333-9d9c-16b04187a023 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Deleting port d13712f4-225b-4feb-957b-39b191a47fb9 {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:46:56.187554 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3020e0b8-8912-4333-9d9c-16b04187a023 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (d13712f4-225b-4feb-957b-39b191a47fb9), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:56.193494 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1769f8-e565-4dc6-8304-4e2a35df145d None None] Checking router: 95892a55-9723-437d-a1e3-f0ddeff365fc for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:46:56.202275 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1769f8-e565-4dc6-8304-4e2a35df145d None None] Routers {'95892a55-9723-437d-a1e3-f0ddeff365fc'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:46:56.202881 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ad1769f8-e565-4dc6-8304-4e2a35df145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:46:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['95892a55-9723-437d-a1e3-f0ddeff365fc'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:46:56.311756 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-ad1769f8-e565-4dc6-8304-4e2a35df145d None None] Set router 95892a55-9723-437d-a1e3-f0ddeff365fc gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:46:56.517144 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-ad1769f8-e565-4dc6-8304-4e2a35df145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:39Z', 'revision_number': 4, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': 'd458af8c-2fdd-4be7-b4ef-d6bf5b571cec', 'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'mac_address': 'fa:16:3e:2a:0a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:38Z', 'updated_at': '2022-01-18T19:35:44Z', 'revision_number': 5, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'subnets': [{'id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:46:56.540231 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3020e0b8-8912-4333-9d9c-16b04187a023 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (d13712f4-225b-4feb-957b-39b191a47fb9), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:56.540560 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3020e0b8-8912-4333-9d9c-16b04187a023 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for floatingip (d13712f4-225b-4feb-957b-39b191a47fb9), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:56.546642 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1769f8-e565-4dc6-8304-4e2a35df145d None None] The sync data for ids ['95892a55-9723-437d-a1e3-f0ddeff365fc'] in dv-cinder-811877-7-iscsi is: [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:35:39Z', 'revision_number': 4, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': 'd458af8c-2fdd-4be7-b4ef-d6bf5b571cec', 'name': '', 'network_id': '2276716e-d010-493f-805b-07bee1604b14', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'mac_address': 'fa:16:3e:2a:0a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:38Z', 'updated_at': '2022-01-18T19:35:44Z', 'revision_number': 5, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'subnets': [{'id': 'a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:46:56.573691 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b5c45a96-d839-4f9a-adf6-ed5368f8d651 req-ec13d385-cf6a-43c1-968b-05b4732e86eb tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd062979-eb9f-483b-8c52-8fda3b9a3d25 HTTP/1.1" status: 200 len: 210 time: 0.0389152 Jan 18 19:46:56.574578 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-3020e0b8-8912-4333-9d9c-16b04187a023 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Calling delete_port for d13712f4-225b-4feb-957b-39b191a47fb9 owned by network:floatingip {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:46:56.775543 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3020e0b8-8912-4333-9d9c-16b04187a023 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (d13712f4-225b-4feb-957b-39b191a47fb9), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:56.787100 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6815123-2aa8-426e-9bc5-cb3567109136 None None] New status for floating IP a110671b-a08c-494d-b72a-b15f55292569: DOWN {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 19:46:56.800292 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020e0b8-8912-4333-9d9c-16b04187a023 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Pushing event deleted for resources: {'Port': ['ID=d13712f4-225b-4feb-957b-39b191a47fb9,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:46:56.867646 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3020e0b8-8912-4333-9d9c-16b04187a023 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks [] for floatingip (3c6fd7a4-0db4-4abf-a7bd-88c80effde85), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:56.870267 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-3020e0b8-8912-4333-9d9c-16b04187a023 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:56.871481 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-3020e0b8-8912-4333-9d9c-16b04187a023 tempest-AttachVolumeTestJSON-1916124278 tempest-AttachVolumeTestJSON-1916124278-project] 10.222.0.20 "DELETE /v2.0/floatingips/3c6fd7a4-0db4-4abf-a7bd-88c80effde85 HTTP/1.1" status: 204 len: 168 time: 0.8170161 Jan 18 19:46:57.742119 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41128) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:46:57.795003 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-deb92c03-7af6-447d-8612-f717c32922b5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group (bb7f97c5-5cfc-4d94-b962-6ca889d6715c), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:57.817916 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-deb92c03-7af6-447d-8612-f717c32922b5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group (bb7f97c5-5cfc-4d94-b962-6ca889d6715c), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:57.846195 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device a7904329-5ccf-4ecc-9666-18486fc790c7 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:46:57.866339 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: a7904329-5ccf-4ecc-9666-18486fc790c7 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:46:57.866620 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device a7904329-5ccf-4ecc-9666-18486fc790c7 not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:46:57.934962 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-deb92c03-7af6-447d-8612-f717c32922b5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (bb7f97c5-5cfc-4d94-b962-6ca889d6715c), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:57.937568 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-deb92c03-7af6-447d-8612-f717c32922b5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:57.938742 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-deb92c03-7af6-447d-8612-f717c32922b5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "DELETE /v2.0/security-groups/bb7f97c5-5cfc-4d94-b962-6ca889d6715c HTTP/1.1" status: 204 len: 168 time: 0.1956487 Jan 18 19:46:57.941527 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 41130) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:46:57.948526 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb92c03-7af6-447d-8612-f717c32922b5 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7f97c5-5cfc-4d94-b962-6ca889d6715c,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:46:57.956638 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.api.v2.resource [None req-7f2277ae-9fa6-4a84-b9b5-889420fea131 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] show failed (client error): The resource could not be found. Jan 18 19:46:57.957699 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-7f2277ae-9fa6-4a84-b9b5-889420fea131 tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "GET /v2.0/security-groups/bb7f97c5-5cfc-4d94-b962-6ca889d6715c HTTP/1.1" status: 404 len: 347 time: 0.0145488 Jan 18 19:46:57.960449 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 41132) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:46:58.084708 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-752797fc-a5f8-4f3a-a973-228280e48f1d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Deleting port 0287b4ed-53ee-4ba2-bc8c-006b5c6f11f6 {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:46:58.085045 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-752797fc-a5f8-4f3a-a973-228280e48f1d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (0287b4ed-53ee-4ba2-bc8c-006b5c6f11f6), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:58.155016 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-752797fc-a5f8-4f3a-a973-228280e48f1d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (0287b4ed-53ee-4ba2-bc8c-006b5c6f11f6), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:58.155344 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-752797fc-a5f8-4f3a-a973-228280e48f1d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for floatingip (0287b4ed-53ee-4ba2-bc8c-006b5c6f11f6), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:58.167593 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-752797fc-a5f8-4f3a-a973-228280e48f1d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Calling delete_port for 0287b4ed-53ee-4ba2-bc8c-006b5c6f11f6 owned by network:floatingip {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:46:58.354879 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-752797fc-a5f8-4f3a-a973-228280e48f1d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (0287b4ed-53ee-4ba2-bc8c-006b5c6f11f6), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:58.381110 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752797fc-a5f8-4f3a-a973-228280e48f1d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Pushing event deleted for resources: {'Port': ['ID=0287b4ed-53ee-4ba2-bc8c-006b5c6f11f6,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:46:58.439334 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-752797fc-a5f8-4f3a-a973-228280e48f1d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks [] for floatingip (a110671b-a08c-494d-b72a-b15f55292569), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:58.442029 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-752797fc-a5f8-4f3a-a973-228280e48f1d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:46:58.443225 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-752797fc-a5f8-4f3a-a973-228280e48f1d tempest-AttachVolumeShelveTestJSON-521056036 tempest-AttachVolumeShelveTestJSON-521056036-project] 10.222.0.20 "DELETE /v2.0/floatingips/a110671b-a08c-494d-b72a-b15f55292569 HTTP/1.1" status: 204 len: 168 time: 0.4818888 Jan 18 19:47:00.843213 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 41172) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:01.150103 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41182) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:01.275598 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-02520295-02ec-40fe-8d57-e874c8bca6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2088248'] for router_interface (b98e3863-0b6c-422b-99df-10fb4f5d5d9e), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:01.526322 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-02520295-02ec-40fe-8d57-e874c8bca6a2 admin admin] Deleting port 596f2c72-edda-4757-89fb-5a7b66194be6 {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:47:01.526580 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-02520295-02ec-40fe-8d57-e874c8bca6a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (596f2c72-edda-4757-89fb-5a7b66194be6), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:01.606922 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [None req-02520295-02ec-40fe-8d57-e874c8bca6a2 admin admin] For port 596f2c72-edda-4757-89fb-5a7b66194be6, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=596f2c72-edda-4757-89fb-5a7b66194be6,segment=NetworkSegment(d84c562e-f887-4cea-9249-8de44ec3aa33),segment_id=d84c562e-f887-4cea-9249-8de44ec3aa33)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:47:01.607451 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-02520295-02ec-40fe-8d57-e874c8bca6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (596f2c72-edda-4757-89fb-5a7b66194be6), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:01.623987 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-02520295-02ec-40fe-8d57-e874c8bca6a2 admin admin] Calling delete_port for 596f2c72-edda-4757-89fb-5a7b66194be6 owned by network:router_interface {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:47:01.765541 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf196190-7621-4210-a3a2-85e8a5f5854d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2088248'] for router_interface (95892a55-9723-437d-a1e3-f0ddeff365fc), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:01.875152 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-02520295-02ec-40fe-8d57-e874c8bca6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (596f2c72-edda-4757-89fb-5a7b66194be6), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:01.900369 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02520295-02ec-40fe-8d57-e874c8bca6a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=596f2c72-edda-4757-89fb-5a7b66194be6,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:02.020364 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-cf196190-7621-4210-a3a2-85e8a5f5854d admin admin] Deleting port d458af8c-2fdd-4be7-b4ef-d6bf5b571cec {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:47:02.020721 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf196190-7621-4210-a3a2-85e8a5f5854d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (d458af8c-2fdd-4be7-b4ef-d6bf5b571cec), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:02.070239 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-02520295-02ec-40fe-8d57-e874c8bca6a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2088872'] for router_interface (b98e3863-0b6c-422b-99df-10fb4f5d5d9e), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:02.110321 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-cf196190-7621-4210-a3a2-85e8a5f5854d admin admin] For port d458af8c-2fdd-4be7-b4ef-d6bf5b571cec, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=d458af8c-2fdd-4be7-b4ef-d6bf5b571cec,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:47:02.110698 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf196190-7621-4210-a3a2-85e8a5f5854d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (d458af8c-2fdd-4be7-b4ef-d6bf5b571cec), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:02.123747 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-cf196190-7621-4210-a3a2-85e8a5f5854d admin admin] Calling delete_port for d458af8c-2fdd-4be7-b4ef-d6bf5b571cec owned by network:router_interface {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:47:02.288911 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02520295-02ec-40fe-8d57-e874c8bca6a2 admin admin] Router b98e3863-0b6c-422b-99df-10fb4f5d5d9e has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:47:02.371762 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf196190-7621-4210-a3a2-85e8a5f5854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (d458af8c-2fdd-4be7-b4ef-d6bf5b571cec), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:02.393075 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02520295-02ec-40fe-8d57-e874c8bca6a2 admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:47:02.397953 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf196190-7621-4210-a3a2-85e8a5f5854d admin admin] Pushing event deleted for resources: {'Port': ['ID=d458af8c-2fdd-4be7-b4ef-d6bf5b571cec,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:02.398691 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-02520295-02ec-40fe-8d57-e874c8bca6a2 admin admin] 10.222.0.20 "PUT /v2.0/routers/b98e3863-0b6c-422b-99df-10fb4f5d5d9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5543196 Jan 18 19:47:02.401114 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41186) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:02.407831 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f833e6a-d940-47fe-a2ff-3c63a2911f5f None None] Sync routers for ids ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:47:02.422748 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f833e6a-d940-47fe-a2ff-3c63a2911f5f None None] Routers {'b98e3863-0b6c-422b-99df-10fb4f5d5d9e'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:47:02.423359 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9f833e6a-d940-47fe-a2ff-3c63a2911f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:46:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:47:02.531040 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-9f833e6a-d940-47fe-a2ff-3c63a2911f5f None None] Set router b98e3863-0b6c-422b-99df-10fb4f5d5d9e gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:47:02.592081 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb8d511c-46cf-47f8-add7-1d18f141f8b2 admin admin] Publish callbacks [] for router (b98e3863-0b6c-422b-99df-10fb4f5d5d9e), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:02.710608 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9f833e6a-d940-47fe-a2ff-3c63a2911f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:47:01Z', 'revision_number': 5, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:47:02.715941 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cf196190-7621-4210-a3a2-85e8a5f5854d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2088872'] for router_interface (95892a55-9723-437d-a1e3-f0ddeff365fc), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:02.736467 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f833e6a-d940-47fe-a2ff-3c63a2911f5f None None] Checking router: b98e3863-0b6c-422b-99df-10fb4f5d5d9e for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:47:02.744696 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f833e6a-d940-47fe-a2ff-3c63a2911f5f None None] Routers {'b98e3863-0b6c-422b-99df-10fb4f5d5d9e'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:47:02.745290 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9f833e6a-d940-47fe-a2ff-3c63a2911f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:46:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:47:02.767077 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb8d511c-46cf-47f8-add7-1d18f141f8b2 admin admin] Publish callbacks [] for router_gateway (b98e3863-0b6c-422b-99df-10fb4f5d5d9e), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:02.964633 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d511c-46cf-47f8-add7-1d18f141f8b2 admin admin] Deleting port c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:47:02.964895 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb8d511c-46cf-47f8-add7-1d18f141f8b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:02.981934 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf196190-7621-4210-a3a2-85e8a5f5854d admin admin] Router 95892a55-9723-437d-a1e3-f0ddeff365fc has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:47:02.987312 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-9f833e6a-d940-47fe-a2ff-3c63a2911f5f None None] Set router b98e3863-0b6c-422b-99df-10fb4f5d5d9e gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:47:03.093710 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-cb8d511c-46cf-47f8-add7-1d18f141f8b2 admin admin] For port c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:47:03.094068 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb8d511c-46cf-47f8-add7-1d18f141f8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:03.138644 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d511c-46cf-47f8-add7-1d18f141f8b2 admin admin] Calling delete_port for c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2 owned by network:router_gateway {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:47:03.159319 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9f833e6a-d940-47fe-a2ff-3c63a2911f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:47:01Z', 'revision_number': 5, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:47:03.186215 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf196190-7621-4210-a3a2-85e8a5f5854d admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:47:03.189014 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f833e6a-d940-47fe-a2ff-3c63a2911f5f None None] The sync data for ids ['b98e3863-0b6c-422b-99df-10fb4f5d5d9e'] in dv-cinder-811877-7-iscsi is: [{'id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'name': 'tempest-AttachVolumeTestJSON-858614974-router', 'tenant_id': '18a3f1ab116048bf915dcee197eb1cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:37:37Z', 'updated_at': '2022-01-18T19:47:01Z', 'revision_number': 5, 'project_id': '18a3f1ab116048bf915dcee197eb1cea', 'gw_port': {'id': 'c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98e3863-0b6c-422b-99df-10fb4f5d5d9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:37:38Z', 'updated_at': '2022-01-18T19:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:47:03.192333 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-cf196190-7621-4210-a3a2-85e8a5f5854d admin admin] 10.222.0.20 "PUT /v2.0/routers/95892a55-9723-437d-a1e3-f0ddeff365fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0406396 Jan 18 19:47:03.194856 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41188) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:03.196638 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14815165-b2d4-4fbd-bc55-da249a310c96 None None] Sync routers for ids ['95892a55-9723-437d-a1e3-f0ddeff365fc'] in dv-cinder-811877-7-iscsi {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:47:03.206939 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14815165-b2d4-4fbd-bc55-da249a310c96 None None] Routers {'95892a55-9723-437d-a1e3-f0ddeff365fc'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:47:03.208406 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-14815165-b2d4-4fbd-bc55-da249a310c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:46:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['95892a55-9723-437d-a1e3-f0ddeff365fc'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:47:03.317453 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-14815165-b2d4-4fbd-bc55-da249a310c96 None None] Set router 95892a55-9723-437d-a1e3-f0ddeff365fc gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:47:03.350687 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c30bb81c-c7b3-4e03-867e-d34e22268676 admin admin] Publish callbacks [] for router (95892a55-9723-437d-a1e3-f0ddeff365fc), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:03.484293 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c30bb81c-c7b3-4e03-867e-d34e22268676 admin admin] Publish callbacks [] for router_gateway (95892a55-9723-437d-a1e3-f0ddeff365fc), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:03.491429 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-14815165-b2d4-4fbd-bc55-da249a310c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:47:02Z', 'revision_number': 5, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:47:03.521449 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14815165-b2d4-4fbd-bc55-da249a310c96 None None] Checking router: 95892a55-9723-437d-a1e3-f0ddeff365fc for host: dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:47:03.529629 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14815165-b2d4-4fbd-bc55-da249a310c96 None None] Routers {'95892a55-9723-437d-a1e3-f0ddeff365fc'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:47:03.530263 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-14815165-b2d4-4fbd-bc55-da249a310c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:46:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['95892a55-9723-437d-a1e3-f0ddeff365fc'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:47:03.549206 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb8d511c-46cf-47f8-add7-1d18f141f8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:03.576666 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d511c-46cf-47f8-add7-1d18f141f8b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:03.636949 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-14815165-b2d4-4fbd-bc55-da249a310c96 None None] Set router 95892a55-9723-437d-a1e3-f0ddeff365fc gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:47:03.673787 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb8d511c-46cf-47f8-add7-1d18f141f8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087286'] for router_gateway (b98e3863-0b6c-422b-99df-10fb4f5d5d9e), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:03.736748 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c30bb81c-c7b3-4e03-867e-d34e22268676 admin admin] Deleting port 7e9f62e6-8151-4780-a5b6-5bd47d9fb797 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:47:03.737008 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c30bb81c-c7b3-4e03-867e-d34e22268676 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (7e9f62e6-8151-4780-a5b6-5bd47d9fb797), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:03.907236 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-14815165-b2d4-4fbd-bc55-da249a310c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:47:02Z', 'revision_number': 5, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:47:03.933980 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14815165-b2d4-4fbd-bc55-da249a310c96 None None] The sync data for ids ['95892a55-9723-437d-a1e3-f0ddeff365fc'] in dv-cinder-811877-7-iscsi is: [{'id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'name': 'tempest-AttachVolumeShelveTestJSON-2040258646-router', 'tenant_id': 'cf0cd8080e184330b0b0cc9934525143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:35:32Z', 'updated_at': '2022-01-18T19:47:02Z', 'revision_number': 5, 'project_id': 'cf0cd8080e184330b0b0cc9934525143', 'gw_port': {'id': '7e9f62e6-8151-4780-a5b6-5bd47d9fb797', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95892a55-9723-437d-a1e3-f0ddeff365fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:35:33Z', 'updated_at': '2022-01-18T19:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:47:04.014961 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb8d511c-46cf-47f8-add7-1d18f141f8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2090691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9193'] for router (b98e3863-0b6c-422b-99df-10fb4f5d5d9e), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:04.038928 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb8d511c-46cf-47f8-add7-1d18f141f8b2 admin admin] Publish callbacks [] for router_controller (b98e3863-0b6c-422b-99df-10fb4f5d5d9e), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:04.112239 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-c30bb81c-c7b3-4e03-867e-d34e22268676 admin admin] For port 7e9f62e6-8151-4780-a5b6-5bd47d9fb797, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=7e9f62e6-8151-4780-a5b6-5bd47d9fb797,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:47:04.112594 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c30bb81c-c7b3-4e03-867e-d34e22268676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (7e9f62e6-8151-4780-a5b6-5bd47d9fb797), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:04.125209 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-c30bb81c-c7b3-4e03-867e-d34e22268676 admin admin] Calling delete_port for 7e9f62e6-8151-4780-a5b6-5bd47d9fb797 owned by network:router_gateway {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:47:04.163829 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb8d511c-46cf-47f8-add7-1d18f141f8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2090714'] for router (b98e3863-0b6c-422b-99df-10fb4f5d5d9e), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:04.164374 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8d511c-46cf-47f8-add7-1d18f141f8b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b98e3863-0b6c-422b-99df-10fb4f5d5d9e {{(pid=103173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 19:47:04.169105 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-cb8d511c-46cf-47f8-add7-1d18f141f8b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:04.172564 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-cb8d511c-46cf-47f8-add7-1d18f141f8b2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b98e3863-0b6c-422b-99df-10fb4f5d5d9e HTTP/1.1" status: 204 len: 168 time: 1.7681017 Jan 18 19:47:04.178067 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41190) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:04.235023 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_v2 [None req-2927af8f-6741-418e-b494-e6c6b9b71741 admin admin] Deleting subnet bd74878b-397a-47c2-9666-5f87fde4b302 {{(pid=103173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 19:47:04.269463 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2927af8f-6741-418e-b494-e6c6b9b71741 admin admin] Publish callbacks [] for subnet (bd74878b-397a-47c2-9666-5f87fde4b302), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:04.315490 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2927af8f-6741-418e-b494-e6c6b9b71741 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4654559'] for subnet (bd74878b-397a-47c2-9666-5f87fde4b302), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:04.466208 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2927af8f-6741-418e-b494-e6c6b9b71741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033805'] for subnet (bd74878b-397a-47c2-9666-5f87fde4b302), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:04.548440 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c30bb81c-c7b3-4e03-867e-d34e22268676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (7e9f62e6-8151-4780-a5b6-5bd47d9fb797), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:04.574034 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bb81c-c7b3-4e03-867e-d34e22268676 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e9f62e6-8151-4780-a5b6-5bd47d9fb797,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:04.600266 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2927af8f-6741-418e-b494-e6c6b9b71741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4740263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4604057'] for subnet (bd74878b-397a-47c2-9666-5f87fde4b302), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:04.643181 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927af8f-6741-418e-b494-e6c6b9b71741 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd74878b-397a-47c2-9666-5f87fde4b302,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:04.653358 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-2927af8f-6741-418e-b494-e6c6b9b71741 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:04.659173 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-2927af8f-6741-418e-b494-e6c6b9b71741 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bd74878b-397a-47c2-9666-5f87fde4b302 HTTP/1.1" status: 204 len: 168 time: 0.4818883 Jan 18 19:47:04.659309 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 41192) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:04.663420 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114e2430-16ec-407e-8e24-6dd515ef8dad None None] Network 500b8bcd-5a25-45e2-b1bb-41c45019fe6b requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:47:04.678440 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c30bb81c-c7b3-4e03-867e-d34e22268676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087286'] for router_gateway (95892a55-9723-437d-a1e3-f0ddeff365fc), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:04.743163 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612357'] for network (500b8bcd-5a25-45e2-b1bb-41c45019fe6b), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:04.744444 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 596f2c72-edda-4757-89fb-5a7b66194be6 no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:47:04.782416 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c30bb81c-c7b3-4e03-867e-d34e22268676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2090691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9193'] for router (95892a55-9723-437d-a1e3-f0ddeff365fc), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:04.784523 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: 596f2c72-edda-4757-89fb-5a7b66194be6 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:47:04.784658 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c30bb81c-c7b3-4e03-867e-d34e22268676 admin admin] Publish callbacks [] for router_controller (95892a55-9723-437d-a1e3-f0ddeff365fc), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:04.784832 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 596f2c72-edda-4757-89fb-5a7b66194be6 not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:47:04.785533 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device d458af8c-2fdd-4be7-b4ef-d6bf5b571cec no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:47:04.802166 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] Deleting port f520db29-5cf7-4650-8cda-1648895ca0a8 {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:47:04.802431 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (f520db29-5cf7-4650-8cda-1648895ca0a8), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:04.811454 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: d458af8c-2fdd-4be7-b4ef-d6bf5b571cec {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:47:04.811807 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device d458af8c-2fdd-4be7-b4ef-d6bf5b571cec not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:47:04.878335 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] For port f520db29-5cf7-4650-8cda-1648895ca0a8, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=f520db29-5cf7-4650-8cda-1648895ca0a8,segment=NetworkSegment(d84c562e-f887-4cea-9249-8de44ec3aa33),segment_id=d84c562e-f887-4cea-9249-8de44ec3aa33)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:47:04.878699 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (f520db29-5cf7-4650-8cda-1648895ca0a8), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:04.891601 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] Calling delete_port for f520db29-5cf7-4650-8cda-1648895ca0a8 owned by network:dhcp {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:47:04.897682 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dca983d-4444-443a-a2a1-461cabe240b5 None None] DHCP port deletion for 500b8bcd-5a25-45e2-b1bb-41c45019fe6b request from dv-cinder-811877-7-iscsi {{(pid=103174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 19:47:04.903630 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c30bb81c-c7b3-4e03-867e-d34e22268676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2090714'] for router (95892a55-9723-437d-a1e3-f0ddeff365fc), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:04.906209 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30bb81c-c7b3-4e03-867e-d34e22268676 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95892a55-9723-437d-a1e3-f0ddeff365fc {{(pid=103173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 19:47:04.909199 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c30bb81c-c7b3-4e03-867e-d34e22268676 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:04.913641 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-c30bb81c-c7b3-4e03-867e-d34e22268676 admin admin] 10.222.0.20 "DELETE /v2.0/routers/95892a55-9723-437d-a1e3-f0ddeff365fc HTTP/1.1" status: 204 len: 168 time: 1.7146902 Jan 18 19:47:04.913817 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41194) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:04.946600 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-1dca983d-4444-443a-a2a1-461cabe240b5 None None] Deleting port f520db29-5cf7-4650-8cda-1648895ca0a8 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:47:04.946984 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1dca983d-4444-443a-a2a1-461cabe240b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (f520db29-5cf7-4650-8cda-1648895ca0a8), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:04.969856 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_v2 [None req-d146a335-329e-43d2-b5d8-731f47623ed8 admin admin] Deleting subnet a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de {{(pid=103173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 19:47:04.975101 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d146a335-329e-43d2-b5d8-731f47623ed8 admin admin] Publish callbacks [] for subnet (a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.011790 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d146a335-329e-43d2-b5d8-731f47623ed8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4654559'] for subnet (a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.020929 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-1dca983d-4444-443a-a2a1-461cabe240b5 None None] For port f520db29-5cf7-4650-8cda-1648895ca0a8, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=f520db29-5cf7-4650-8cda-1648895ca0a8,segment=NetworkSegment(d84c562e-f887-4cea-9249-8de44ec3aa33),segment_id=d84c562e-f887-4cea-9249-8de44ec3aa33)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:47:05.021322 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1dca983d-4444-443a-a2a1-461cabe240b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (f520db29-5cf7-4650-8cda-1648895ca0a8), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.039536 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-1dca983d-4444-443a-a2a1-461cabe240b5 None None] Calling delete_port for f520db29-5cf7-4650-8cda-1648895ca0a8 owned by network:dhcp {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:47:05.061054 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (f520db29-5cf7-4650-8cda-1648895ca0a8), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.091747 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d146a335-329e-43d2-b5d8-731f47623ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033805'] for subnet (a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.092796 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=f520db29-5cf7-4650-8cda-1648895ca0a8,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:05.097284 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] No DVR routers for this DVR port f520db29-5cf7-4650-8cda-1648895ca0a8 on host dv-cinder-811877-7-iscsi {{(pid=103172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:47:05.134170 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1dca983d-4444-443a-a2a1-461cabe240b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909'] for port (f520db29-5cf7-4650-8cda-1648895ca0a8), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.158733 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca983d-4444-443a-a2a1-461cabe240b5 None None] Pushing event deleted for resources: {'Port': ['ID=f520db29-5cf7-4650-8cda-1648895ca0a8,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:05.162999 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca983d-4444-443a-a2a1-461cabe240b5 None None] No DVR routers for this DVR port f520db29-5cf7-4650-8cda-1648895ca0a8 on host dv-cinder-811877-7-iscsi {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:47:05.176335 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1040116', 'neutron.services.segments.db._delete_segments_for_network-8736992440351'] for network (500b8bcd-5a25-45e2-b1bb-41c45019fe6b), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.195822 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500b8bcd-5a25-45e2-b1bb-41c45019fe6b']}} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:47:05.205065 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84c562e-f887-4cea-9249-8de44ec3aa33') {'for_net_delete': True} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:47:05.205367 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84c562e-f887-4cea-9249-8de44ec3aa33') {} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:47:05.206541 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d146a335-329e-43d2-b5d8-731f47623ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4740263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4604057'] for subnet (a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.218788 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736992440616', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6235298'] for segment (d84c562e-f887-4cea-9249-8de44ec3aa33), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.232295 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (d84c562e-f887-4cea-9249-8de44ec3aa33), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.233667 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146a335-329e-43d2-b5d8-731f47623ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:05.235620 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d146a335-329e-43d2-b5d8-731f47623ed8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.241191 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-d146a335-329e-43d2-b5d8-731f47623ed8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a2d5542c-32fd-4854-b3ca-2b7c8d0ce9de HTTP/1.1" status: 204 len: 168 time: 0.3239908 Jan 18 19:47:05.241487 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 19:47:05.241487 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6234385'] for segment (d84c562e-f887-4cea-9249-8de44ec3aa33), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.241696 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b748713-59c4-4781-b3d4-d85eea59ee40 None None] Network 2276716e-d010-493f-805b-07bee1604b14 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: warnings.warn(msg) Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: Traceback (most recent call last): Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: timer() Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: cb(*args, **kw) Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: return func(*args, **kwargs) Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: self._notify() Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: self.callback(batched_events) Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: event.method(event) Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: return f(self, *a, **k) Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: return self._get(url).json() Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: return self.request(url, 'GET', **kwargs) Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:47:05.241789 dv-cinder-811877-7-iscsi neutron-server[103172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:47:05.244445 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 41196) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:05.353055 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612357'] for network (2276716e-d010-493f-805b-07bee1604b14), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.406730 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1040067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087210'] for network (500b8bcd-5a25-45e2-b1bb-41c45019fe6b), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.409133 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] Deleting port bbe028fc-76d9-46ba-8a6a-abef43408ecb {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:47:05.409452 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (bbe028fc-76d9-46ba-8a6a-abef43408ecb), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.415606 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.418718 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] 10.222.0.20 "DELETE /v2.0/networks/500b8bcd-5a25-45e2-b1bb-41c45019fe6b HTTP/1.1" status: 204 len: 168 time: 0.7584703 Jan 18 19:47:05.437809 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6bc172-599a-4ae0-b923-94450c9e2039 None None] DHCP port deletion for 2276716e-d010-493f-805b-07bee1604b14 request from dv-cinder-811877-7-iscsi {{(pid=103174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 19:47:05.438185 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d75ed1-d590-4339-b384-3dd422f84b87 admin admin] Pushing event deleted for resources: {'Network': ['ID=500b8bcd-5a25-45e2-b1bb-41c45019fe6b,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:05.491582 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] For port bbe028fc-76d9-46ba-8a6a-abef43408ecb, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=bbe028fc-76d9-46ba-8a6a-abef43408ecb,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:47:05.492425 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (bbe028fc-76d9-46ba-8a6a-abef43408ecb), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.495759 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-6d6bc172-599a-4ae0-b923-94450c9e2039 None None] Deleting port bbe028fc-76d9-46ba-8a6a-abef43408ecb {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:47:05.496248 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6d6bc172-599a-4ae0-b923-94450c9e2039 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (bbe028fc-76d9-46ba-8a6a-abef43408ecb), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.513294 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] Calling delete_port for bbe028fc-76d9-46ba-8a6a-abef43408ecb owned by network:dhcp {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:47:05.561022 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-6d6bc172-599a-4ae0-b923-94450c9e2039 None None] For port bbe028fc-76d9-46ba-8a6a-abef43408ecb, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=bbe028fc-76d9-46ba-8a6a-abef43408ecb,segment=NetworkSegment(bf86f149-7fa9-43db-8971-7a535193d516),segment_id=bf86f149-7fa9-43db-8971-7a535193d516)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:47:05.561414 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6d6bc172-599a-4ae0-b923-94450c9e2039 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (bbe028fc-76d9-46ba-8a6a-abef43408ecb), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.574130 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-6d6bc172-599a-4ae0-b923-94450c9e2039 None None] Calling delete_port for bbe028fc-76d9-46ba-8a6a-abef43408ecb owned by network:dhcp {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:47:05.697877 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (bbe028fc-76d9-46ba-8a6a-abef43408ecb), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.707182 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6d6bc172-599a-4ae0-b923-94450c9e2039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909'] for port (bbe028fc-76d9-46ba-8a6a-abef43408ecb), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.727145 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] No DVR routers for this DVR port bbe028fc-76d9-46ba-8a6a-abef43408ecb on host dv-cinder-811877-7-iscsi {{(pid=103172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:47:05.730940 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe028fc-76d9-46ba-8a6a-abef43408ecb,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:05.738542 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6bc172-599a-4ae0-b923-94450c9e2039 None None] Pushing event deleted for resources: {'Port': ['ID=bbe028fc-76d9-46ba-8a6a-abef43408ecb,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:05.738542 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6bc172-599a-4ae0-b923-94450c9e2039 None None] No DVR routers for this DVR port bbe028fc-76d9-46ba-8a6a-abef43408ecb on host dv-cinder-811877-7-iscsi {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:47:05.804193 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1040116', 'neutron.services.segments.db._delete_segments_for_network-8736992440351'] for network (2276716e-d010-493f-805b-07bee1604b14), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.807649 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41200) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:05.825677 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2276716e-d010-493f-805b-07bee1604b14']}} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:47:05.835412 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf86f149-7fa9-43db-8971-7a535193d516') {'for_net_delete': True} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:47:05.835711 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.services.segments.db [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf86f149-7fa9-43db-8971-7a535193d516') {} {{(pid=103172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:47:05.845024 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736992440616', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6235298'] for segment (bf86f149-7fa9-43db-8971-7a535193d516), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.847941 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-be2e41ca-1b84-43fc-a46c-d74c7a1e4cb6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18a3f1ab116048bf915dcee197eb1cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390918 Jan 18 19:47:05.850500 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41202) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:05.858318 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (bf86f149-7fa9-43db-8971-7a535193d516), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.864894 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 19:47:05.865459 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6234385'] for segment (bf86f149-7fa9-43db-8971-7a535193d516), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: Traceback (most recent call last): Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: timer() Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: cb(*args, **kw) Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: return func(*args, **kwargs) Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: self._notify() Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: self.callback(batched_events) Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: event.method(event) Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: return f(self, *a, **k) Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: return self._get(url).json() Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: return self.request(url, 'GET', **kwargs) Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:47:05.867215 dv-cinder-811877-7-iscsi neutron-server[103172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:47:05.897476 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ec5b365d-6c92-4dd6-ae0f-65aede11a9d6 admin admin] Publish callbacks [] for security_group (402f2459-1994-43cb-8769-2116302e86b2), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.917537 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ec5b365d-6c92-4dd6-ae0f-65aede11a9d6 admin admin] Publish callbacks [] for security_group (402f2459-1994-43cb-8769-2116302e86b2), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.969249 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1040067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087210'] for network (2276716e-d010-493f-805b-07bee1604b14), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.974511 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:05.977679 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2276716e-d010-493f-805b-07bee1604b14 HTTP/1.1" status: 204 len: 168 time: 0.7266567 Jan 18 19:47:05.989528 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b31a6-350b-4874-8e0f-631731f502f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2276716e-d010-493f-805b-07bee1604b14,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:06.074601 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ec5b365d-6c92-4dd6-ae0f-65aede11a9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (402f2459-1994-43cb-8769-2116302e86b2), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:06.077241 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-ec5b365d-6c92-4dd6-ae0f-65aede11a9d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:06.078686 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-ec5b365d-6c92-4dd6-ae0f-65aede11a9d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/402f2459-1994-43cb-8769-2116302e86b2 HTTP/1.1" status: 204 len: 168 time: 0.2270644 Jan 18 19:47:06.086619 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b365d-6c92-4dd6-ae0f-65aede11a9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402f2459-1994-43cb-8769-2116302e86b2,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:06.218627 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2 no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:47:06.239160 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:47:06.239651 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device c5e6abcb-e2b5-41d2-84d3-963f5f4f05c2 not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:47:06.240329 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device bbe028fc-76d9-46ba-8a6a-abef43408ecb no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:47:06.266343 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: bbe028fc-76d9-46ba-8a6a-abef43408ecb {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:47:06.266692 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device bbe028fc-76d9-46ba-8a6a-abef43408ecb not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:47:06.267107 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 7e9f62e6-8151-4780-a5b6-5bd47d9fb797 no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:47:06.286094 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: 7e9f62e6-8151-4780-a5b6-5bd47d9fb797 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:47:06.286445 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 7e9f62e6-8151-4780-a5b6-5bd47d9fb797 not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:47:06.286847 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device f520db29-5cf7-4650-8cda-1648895ca0a8 no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:47:06.305850 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: f520db29-5cf7-4650-8cda-1648895ca0a8 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:47:06.306245 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device f520db29-5cf7-4650-8cda-1648895ca0a8 not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:47:06.448474 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41208) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:06.491348 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-4080ef1b-2a96-4032-9c01-42380ef7c369 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf0cd8080e184330b0b0cc9934525143&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416675 Jan 18 19:47:06.493794 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41212) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:06.541948 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3b82583b-b94c-4369-89e9-9e8ee1f72787 admin admin] Publish callbacks [] for security_group (6f5a5cdb-c2f8-4204-8493-253e5241b8cc), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:06.562897 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3b82583b-b94c-4369-89e9-9e8ee1f72787 admin admin] Publish callbacks [] for security_group (6f5a5cdb-c2f8-4204-8493-253e5241b8cc), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:06.700524 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3b82583b-b94c-4369-89e9-9e8ee1f72787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (6f5a5cdb-c2f8-4204-8493-253e5241b8cc), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:06.703152 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3b82583b-b94c-4369-89e9-9e8ee1f72787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:06.704749 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-3b82583b-b94c-4369-89e9-9e8ee1f72787 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f5a5cdb-c2f8-4204-8493-253e5241b8cc HTTP/1.1" status: 204 len: 168 time: 0.2095764 Jan 18 19:47:06.712629 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82583b-b94c-4369-89e9-9e8ee1f72787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5a5cdb-c2f8-4204-8493-253e5241b8cc,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:08.886778 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:47:10.952748 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 41334) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:11.057571 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-47bf6929-b9bc-43a6-a490-8682fca5b1e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:11.127780 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-47bf6929-b9bc-43a6-a490-8682fca5b1e1 admin admin] Publish callbacks [] for security_group (bbf86bd2-0464-4ee1-9b9c-0e265e4ad3d0), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:11.211642 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-47bf6929-b9bc-43a6-a490-8682fca5b1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (bbf86bd2-0464-4ee1-9b9c-0e265e4ad3d0), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:11.251449 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-47bf6929-b9bc-43a6-a490-8682fca5b1e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1a3078835034e26928a02ceb0bf7f72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976499 Jan 18 19:47:11.252612 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf6929-b9bc-43a6-a490-8682fca5b1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf86bd2-0464-4ee1-9b9c-0e265e4ad3d0,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:11.254695 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41338) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:11.301856 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4a4f-c6a5-49e6-b57b-80ce4b329487 admin admin] Publish callbacks [] for security_group (bbf86bd2-0464-4ee1-9b9c-0e265e4ad3d0), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:11.323800 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4a4f-c6a5-49e6-b57b-80ce4b329487 admin admin] Publish callbacks [] for security_group (bbf86bd2-0464-4ee1-9b9c-0e265e4ad3d0), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:11.468467 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4a4f-c6a5-49e6-b57b-80ce4b329487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (bbf86bd2-0464-4ee1-9b9c-0e265e4ad3d0), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:11.471053 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-f6ce4a4f-c6a5-49e6-b57b-80ce4b329487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:11.472206 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-f6ce4a4f-c6a5-49e6-b57b-80ce4b329487 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbf86bd2-0464-4ee1-9b9c-0e265e4ad3d0 HTTP/1.1" status: 204 len: 168 time: 0.2165320 Jan 18 19:47:11.480223 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce4a4f-c6a5-49e6-b57b-80ce4b329487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf86bd2-0464-4ee1-9b9c-0e265e4ad3d0,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:12.302810 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41362) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:12.405306 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-95ae3932-f926-493c-8154-db99b1220ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:12.481012 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-95ae3932-f926-493c-8154-db99b1220ea6 admin admin] Publish callbacks [] for security_group (824cebd1-6c64-422a-b81b-44d3535de598), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:12.565729 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-95ae3932-f926-493c-8154-db99b1220ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (824cebd1-6c64-422a-b81b-44d3535de598), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:12.604881 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-95ae3932-f926-493c-8154-db99b1220ea6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e83be660d80e452a9f68604312a15941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003662 Jan 18 19:47:12.605748 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae3932-f926-493c-8154-db99b1220ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824cebd1-6c64-422a-b81b-44d3535de598,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:12.607596 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 41372) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:12.668506 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f7ce7afe-e06b-4d25-9a65-938a92dddffb admin admin] Publish callbacks [] for security_group (824cebd1-6c64-422a-b81b-44d3535de598), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:12.689717 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f7ce7afe-e06b-4d25-9a65-938a92dddffb admin admin] Publish callbacks [] for security_group (824cebd1-6c64-422a-b81b-44d3535de598), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:12.803221 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f7ce7afe-e06b-4d25-9a65-938a92dddffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (824cebd1-6c64-422a-b81b-44d3535de598), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:12.805767 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f7ce7afe-e06b-4d25-9a65-938a92dddffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:12.807050 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-f7ce7afe-e06b-4d25-9a65-938a92dddffb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/824cebd1-6c64-422a-b81b-44d3535de598 HTTP/1.1" status: 204 len: 168 time: 0.1979070 Jan 18 19:47:12.814761 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce7afe-e06b-4d25-9a65-938a92dddffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824cebd1-6c64-422a-b81b-44d3535de598,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:13.008915 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:13.420264 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 41396) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:13.429303 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-850ef11a-7d11-465d-bd4b-4ef16304e311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:13.500714 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-850ef11a-7d11-465d-bd4b-4ef16304e311 admin admin] Publish callbacks [] for security_group (940dc7eb-e5ac-4253-8874-0822bee2ba0e), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:13.553881 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-850ef11a-7d11-465d-bd4b-4ef16304e311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (940dc7eb-e5ac-4253-8874-0822bee2ba0e), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:13.591225 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-850ef11a-7d11-465d-bd4b-4ef16304e311 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8e09a2ccf93455a8bc7182a8416abe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1738987 Jan 18 19:47:13.593069 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ef11a-7d11-465d-bd4b-4ef16304e311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940dc7eb-e5ac-4253-8874-0822bee2ba0e,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:13.593913 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41398) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:13.644163 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-24f789cb-5001-4f27-ba3f-8627c987e313 admin admin] Publish callbacks [] for security_group (940dc7eb-e5ac-4253-8874-0822bee2ba0e), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:13.665560 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-24f789cb-5001-4f27-ba3f-8627c987e313 admin admin] Publish callbacks [] for security_group (940dc7eb-e5ac-4253-8874-0822bee2ba0e), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:13.774301 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-24f789cb-5001-4f27-ba3f-8627c987e313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (940dc7eb-e5ac-4253-8874-0822bee2ba0e), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:13.776945 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-24f789cb-5001-4f27-ba3f-8627c987e313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:13.778095 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-24f789cb-5001-4f27-ba3f-8627c987e313 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/940dc7eb-e5ac-4253-8874-0822bee2ba0e HTTP/1.1" status: 204 len: 168 time: 0.1831067 Jan 18 19:47:13.785830 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f789cb-5001-4f27-ba3f-8627c987e313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940dc7eb-e5ac-4253-8874-0822bee2ba0e,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:13.896552 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41406) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:14.097938 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bf38780f-81ef-4087-bb59-e4f0bcecc37a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:14.171440 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bf38780f-81ef-4087-bb59-e4f0bcecc37a admin admin] Publish callbacks [] for security_group (4f562753-c958-4740-945a-46e0a88f851f), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:14.243000 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bf38780f-81ef-4087-bb59-e4f0bcecc37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (4f562753-c958-4740-945a-46e0a88f851f), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:14.283332 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-bf38780f-81ef-4087-bb59-e4f0bcecc37a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab0b38d91f734192b473fe9d2d5408b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3856735 Jan 18 19:47:14.284579 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38780f-81ef-4087-bb59-e4f0bcecc37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f562753-c958-4740-945a-46e0a88f851f,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:14.286811 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 41420) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:14.350227 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-951a3396-a2d4-424b-8280-8d8894c5224e admin admin] Publish callbacks [] for security_group (4f562753-c958-4740-945a-46e0a88f851f), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:14.372285 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-951a3396-a2d4-424b-8280-8d8894c5224e admin admin] Publish callbacks [] for security_group (4f562753-c958-4740-945a-46e0a88f851f), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:14.497468 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-951a3396-a2d4-424b-8280-8d8894c5224e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (4f562753-c958-4740-945a-46e0a88f851f), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:14.500240 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-951a3396-a2d4-424b-8280-8d8894c5224e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:14.501366 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-951a3396-a2d4-424b-8280-8d8894c5224e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f562753-c958-4740-945a-46e0a88f851f HTTP/1.1" status: 204 len: 168 time: 0.2134204 Jan 18 19:47:14.509430 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a3396-a2d4-424b-8280-8d8894c5224e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f562753-c958-4740-945a-46e0a88f851f,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:14.516653 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a3396-a2d4-424b-8280-8d8894c5224e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:47:14.517006 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a3396-a2d4-424b-8280-8d8894c5224e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:47:14.517348 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a3396-a2d4-424b-8280-8d8894c5224e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:47:14.517684 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a3396-a2d4-424b-8280-8d8894c5224e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:47:14.518013 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a3396-a2d4-424b-8280-8d8894c5224e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:47:14.518367 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a3396-a2d4-424b-8280-8d8894c5224e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:47:14.518701 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a3396-a2d4-424b-8280-8d8894c5224e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:47:14.519097 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a3396-a2d4-424b-8280-8d8894c5224e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:47:14.519390 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a3396-a2d4-424b-8280-8d8894c5224e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:47:14.519715 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a3396-a2d4-424b-8280-8d8894c5224e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:47:14.520037 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a3396-a2d4-424b-8280-8d8894c5224e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:47:14.520378 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a3396-a2d4-424b-8280-8d8894c5224e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:47:14.520669 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a3396-a2d4-424b-8280-8d8894c5224e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:47:15.119584 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 41442) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:15.132821 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fb71ca83-2014-44eb-b5a1-d2f3e0cc4df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:15.207864 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fb71ca83-2014-44eb-b5a1-d2f3e0cc4df5 admin admin] Publish callbacks [] for security_group (b9d5db93-c5ba-49ac-a673-bc924baea43b), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:15.300266 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-fb71ca83-2014-44eb-b5a1-d2f3e0cc4df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (b9d5db93-c5ba-49ac-a673-bc924baea43b), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:15.342377 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-fb71ca83-2014-44eb-b5a1-d2f3e0cc4df5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8084c887efa43689a328076c9f6fb3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215695 Jan 18 19:47:15.343232 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71ca83-2014-44eb-b5a1-d2f3e0cc4df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d5db93-c5ba-49ac-a673-bc924baea43b,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:15.345044 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41446) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:15.394953 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-56acd36b-6d0b-4f53-a5e2-28f6157b44d0 admin admin] Publish callbacks [] for security_group (b9d5db93-c5ba-49ac-a673-bc924baea43b), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:15.416203 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-56acd36b-6d0b-4f53-a5e2-28f6157b44d0 admin admin] Publish callbacks [] for security_group (b9d5db93-c5ba-49ac-a673-bc924baea43b), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:15.528855 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-56acd36b-6d0b-4f53-a5e2-28f6157b44d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (b9d5db93-c5ba-49ac-a673-bc924baea43b), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:15.531552 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-56acd36b-6d0b-4f53-a5e2-28f6157b44d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:15.532759 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-56acd36b-6d0b-4f53-a5e2-28f6157b44d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9d5db93-c5ba-49ac-a673-bc924baea43b HTTP/1.1" status: 204 len: 168 time: 0.1861794 Jan 18 19:47:15.540957 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acd36b-6d0b-4f53-a5e2-28f6157b44d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d5db93-c5ba-49ac-a673-bc924baea43b,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:16.615060 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7ace866e-8bd0-493d-8bd3-69fd4639e30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:17.967269 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41522) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:18.068510 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a152913b-59ac-4343-a582-c8968408fa93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:18.139336 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a152913b-59ac-4343-a582-c8968408fa93 admin admin] Publish callbacks [] for security_group (a7649594-1dda-4dde-a69a-24bcfed3380b), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:18.194355 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a152913b-59ac-4343-a582-c8968408fa93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (a7649594-1dda-4dde-a69a-24bcfed3380b), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:18.230804 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152913b-59ac-4343-a582-c8968408fa93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7649594-1dda-4dde-a69a-24bcfed3380b,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:18.235051 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-a152913b-59ac-4343-a582-c8968408fa93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df0abfc14a64429291886fe13b1fa3d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2667017 Jan 18 19:47:18.237751 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 41526) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:18.286708 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-cef07df8-9b16-4e94-a9c5-1cf8cbde8899 admin admin] Publish callbacks [] for security_group (a7649594-1dda-4dde-a69a-24bcfed3380b), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:18.307835 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-cef07df8-9b16-4e94-a9c5-1cf8cbde8899 admin admin] Publish callbacks [] for security_group (a7649594-1dda-4dde-a69a-24bcfed3380b), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:18.414445 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-cef07df8-9b16-4e94-a9c5-1cf8cbde8899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (a7649594-1dda-4dde-a69a-24bcfed3380b), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:18.417016 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-cef07df8-9b16-4e94-a9c5-1cf8cbde8899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:18.418190 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-cef07df8-9b16-4e94-a9c5-1cf8cbde8899 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7649594-1dda-4dde-a69a-24bcfed3380b HTTP/1.1" status: 204 len: 168 time: 0.1787567 Jan 18 19:47:18.426447 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef07df8-9b16-4e94-a9c5-1cf8cbde8899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7649594-1dda-4dde-a69a-24bcfed3380b,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:18.995325 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 41534) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:19.009033 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8bcc4812-5a21-4db1-948d-f097863148de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:19.080645 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8bcc4812-5a21-4db1-948d-f097863148de admin admin] Publish callbacks [] for security_group (3ea22c5d-b281-4e3c-820a-72e1ea39bcdd), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:19.146094 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8bcc4812-5a21-4db1-948d-f097863148de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (3ea22c5d-b281-4e3c-820a-72e1ea39bcdd), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:19.159611 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-14ce83cd-db18-4951-8070-bdb4e048e940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:19.184357 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-8bcc4812-5a21-4db1-948d-f097863148de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cfbd26ef04c24493b1e94093d2648878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879349 Jan 18 19:47:19.186220 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc4812-5a21-4db1-948d-f097863148de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea22c5d-b281-4e3c-820a-72e1ea39bcdd,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:19.187547 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41536) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:19.237358 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0bd146d5-50da-401a-a687-a5727bc2d431 admin admin] Publish callbacks [] for security_group (3ea22c5d-b281-4e3c-820a-72e1ea39bcdd), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:19.257745 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0bd146d5-50da-401a-a687-a5727bc2d431 admin admin] Publish callbacks [] for security_group (3ea22c5d-b281-4e3c-820a-72e1ea39bcdd), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:19.393933 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0bd146d5-50da-401a-a687-a5727bc2d431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (3ea22c5d-b281-4e3c-820a-72e1ea39bcdd), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:19.396534 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0bd146d5-50da-401a-a687-a5727bc2d431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:19.397677 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-0bd146d5-50da-401a-a687-a5727bc2d431 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ea22c5d-b281-4e3c-820a-72e1ea39bcdd HTTP/1.1" status: 204 len: 168 time: 0.2091486 Jan 18 19:47:19.405456 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd146d5-50da-401a-a687-a5727bc2d431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea22c5d-b281-4e3c-820a-72e1ea39bcdd,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:20.022732 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:21.539826 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:22.286642 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 41612) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:22.395692 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-dad30cc5-3b43-4126-bac8-7c562da496c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:22.466273 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-dad30cc5-3b43-4126-bac8-7c562da496c0 admin admin] Publish callbacks [] for security_group (1f98a823-0322-4deb-9873-369a7b58fe7a), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:22.519877 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-dad30cc5-3b43-4126-bac8-7c562da496c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (1f98a823-0322-4deb-9873-369a7b58fe7a), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:22.556894 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-dad30cc5-3b43-4126-bac8-7c562da496c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a57073612f04fd1bbf9d66c9705d3db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2692134 Jan 18 19:47:22.557833 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad30cc5-3b43-4126-bac8-7c562da496c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f98a823-0322-4deb-9873-369a7b58fe7a,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:22.559558 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41618) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:22.607804 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e7df3263-4214-42b3-8c72-5dda69361e16 admin admin] Publish callbacks [] for security_group (1f98a823-0322-4deb-9873-369a7b58fe7a), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:22.627886 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e7df3263-4214-42b3-8c72-5dda69361e16 admin admin] Publish callbacks [] for security_group (1f98a823-0322-4deb-9873-369a7b58fe7a), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:22.730903 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e7df3263-4214-42b3-8c72-5dda69361e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (1f98a823-0322-4deb-9873-369a7b58fe7a), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:22.733523 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e7df3263-4214-42b3-8c72-5dda69361e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:22.734710 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-e7df3263-4214-42b3-8c72-5dda69361e16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f98a823-0322-4deb-9873-369a7b58fe7a HTTP/1.1" status: 204 len: 168 time: 0.1741123 Jan 18 19:47:22.742036 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df3263-4214-42b3-8c72-5dda69361e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f98a823-0322-4deb-9873-369a7b58fe7a,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:23.045736 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:23.306812 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41624) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:23.320309 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8651ba9d-f617-4415-9234-9a5ef0d7769d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:23.394511 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8651ba9d-f617-4415-9234-9a5ef0d7769d admin admin] Publish callbacks [] for security_group (6639a1b4-7c56-4369-bbe4-a84cf21c49f4), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:23.459856 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8651ba9d-f617-4415-9234-9a5ef0d7769d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (6639a1b4-7c56-4369-bbe4-a84cf21c49f4), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:23.502252 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651ba9d-f617-4415-9234-9a5ef0d7769d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6639a1b4-7c56-4369-bbe4-a84cf21c49f4,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:23.502252 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-8651ba9d-f617-4415-9234-9a5ef0d7769d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=009d2461ac084445ab42dbfa0ff2262c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921678 Jan 18 19:47:23.503269 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41630) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:23.548904 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b8209356-af01-42ce-8b49-addf0e56d40d admin admin] Publish callbacks [] for security_group (6639a1b4-7c56-4369-bbe4-a84cf21c49f4), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:23.569450 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b8209356-af01-42ce-8b49-addf0e56d40d admin admin] Publish callbacks [] for security_group (6639a1b4-7c56-4369-bbe4-a84cf21c49f4), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:23.691162 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b8209356-af01-42ce-8b49-addf0e56d40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (6639a1b4-7c56-4369-bbe4-a84cf21c49f4), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:23.693732 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b8209356-af01-42ce-8b49-addf0e56d40d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:23.695165 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-b8209356-af01-42ce-8b49-addf0e56d40d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6639a1b4-7c56-4369-bbe4-a84cf21c49f4 HTTP/1.1" status: 204 len: 168 time: 0.1906979 Jan 18 19:47:23.704778 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8209356-af01-42ce-8b49-addf0e56d40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6639a1b4-7c56-4369-bbe4-a84cf21c49f4,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:27.397485 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41704) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:27.498633 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e7fe21b4-1bf0-4735-a2d7-095ab0e152e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:27.574504 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e7fe21b4-1bf0-4735-a2d7-095ab0e152e0 admin admin] Publish callbacks [] for security_group (a17ed1dc-3e63-410a-a85b-49c5dfa21a06), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:27.671057 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-e7fe21b4-1bf0-4735-a2d7-095ab0e152e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (a17ed1dc-3e63-410a-a85b-49c5dfa21a06), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:27.711348 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-e7fe21b4-1bf0-4735-a2d7-095ab0e152e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be7e2f308799470d9c65b470044f75e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132281 Jan 18 19:47:27.713195 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe21b4-1bf0-4735-a2d7-095ab0e152e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17ed1dc-3e63-410a-a85b-49c5dfa21a06,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:27.714036 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 41710) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:27.764056 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-59185ba4-58aa-4e03-a56f-7174c394f95f admin admin] Publish callbacks [] for security_group (a17ed1dc-3e63-410a-a85b-49c5dfa21a06), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:27.784346 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-59185ba4-58aa-4e03-a56f-7174c394f95f admin admin] Publish callbacks [] for security_group (a17ed1dc-3e63-410a-a85b-49c5dfa21a06), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:27.908223 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-59185ba4-58aa-4e03-a56f-7174c394f95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (a17ed1dc-3e63-410a-a85b-49c5dfa21a06), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:27.910919 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-59185ba4-58aa-4e03-a56f-7174c394f95f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:27.912203 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-59185ba4-58aa-4e03-a56f-7174c394f95f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a17ed1dc-3e63-410a-a85b-49c5dfa21a06 HTTP/1.1" status: 204 len: 168 time: 0.1970325 Jan 18 19:47:27.919874 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59185ba4-58aa-4e03-a56f-7174c394f95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17ed1dc-3e63-410a-a85b-49c5dfa21a06,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:28.529768 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 41720) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:28.543230 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c6f9-1c6e-4474-8867-2e0ca2729603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:28.614050 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c6f9-1c6e-4474-8867-2e0ca2729603 admin admin] Publish callbacks [] for security_group (f461a992-d7e2-48e4-a1af-b8becf209115), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:28.682251 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c6f9-1c6e-4474-8867-2e0ca2729603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (f461a992-d7e2-48e4-a1af-b8becf209115), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:28.720434 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-4cc9c6f9-1c6e-4474-8867-2e0ca2729603 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44a77f9bbfee4ee3af2e01bc4625ff1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895080 Jan 18 19:47:28.721277 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9c6f9-1c6e-4474-8867-2e0ca2729603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f461a992-d7e2-48e4-a1af-b8becf209115,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:28.723712 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41722) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:28.770064 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7980eff1-d522-4d0f-8bc7-6b7edca84de6 admin admin] Publish callbacks [] for security_group (f461a992-d7e2-48e4-a1af-b8becf209115), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:28.789909 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7980eff1-d522-4d0f-8bc7-6b7edca84de6 admin admin] Publish callbacks [] for security_group (f461a992-d7e2-48e4-a1af-b8becf209115), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:28.913771 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7980eff1-d522-4d0f-8bc7-6b7edca84de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (f461a992-d7e2-48e4-a1af-b8becf209115), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:28.916335 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7980eff1-d522-4d0f-8bc7-6b7edca84de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:28.917482 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-7980eff1-d522-4d0f-8bc7-6b7edca84de6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f461a992-d7e2-48e4-a1af-b8becf209115 HTTP/1.1" status: 204 len: 168 time: 0.1927967 Jan 18 19:47:28.925073 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980eff1-d522-4d0f-8bc7-6b7edca84de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f461a992-d7e2-48e4-a1af-b8becf209115,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:32.249360 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41816) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:32.350677 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4e0fb4ff-01cd-45f2-80bb-101b12b3e809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:32.420145 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4e0fb4ff-01cd-45f2-80bb-101b12b3e809 admin admin] Publish callbacks [] for security_group (5d6d424a-6751-440f-9a9c-b1dd9b023ee7), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:32.508048 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-4e0fb4ff-01cd-45f2-80bb-101b12b3e809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (5d6d424a-6751-440f-9a9c-b1dd9b023ee7), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:32.549901 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-4e0fb4ff-01cd-45f2-80bb-101b12b3e809 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a12c7ef04494455fb8a7a0be578297ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963521 Jan 18 19:47:32.549901 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fb4ff-01cd-45f2-80bb-101b12b3e809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6d424a-6751-440f-9a9c-b1dd9b023ee7,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:32.550151 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 41822) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:32.597000 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a382ddef-9035-4973-803c-070c6dada049 admin admin] Publish callbacks [] for security_group (5d6d424a-6751-440f-9a9c-b1dd9b023ee7), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:32.619692 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a382ddef-9035-4973-803c-070c6dada049 admin admin] Publish callbacks [] for security_group (5d6d424a-6751-440f-9a9c-b1dd9b023ee7), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:32.716455 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a382ddef-9035-4973-803c-070c6dada049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (5d6d424a-6751-440f-9a9c-b1dd9b023ee7), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:32.719050 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-a382ddef-9035-4973-803c-070c6dada049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:32.720197 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-a382ddef-9035-4973-803c-070c6dada049 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d6d424a-6751-440f-9a9c-b1dd9b023ee7 HTTP/1.1" status: 204 len: 168 time: 0.1695971 Jan 18 19:47:32.728115 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382ddef-9035-4973-803c-070c6dada049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6d424a-6751-440f-9a9c-b1dd9b023ee7,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:33.297397 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41828) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:33.311272 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-acd0de92-1cab-4303-95b7-b28dd4d9fde7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:33.383101 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-acd0de92-1cab-4303-95b7-b28dd4d9fde7 admin admin] Publish callbacks [] for security_group (22b854cf-aba3-4504-974c-7c3834b8c206), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:33.459103 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-acd0de92-1cab-4303-95b7-b28dd4d9fde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (22b854cf-aba3-4504-974c-7c3834b8c206), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:33.496705 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-acd0de92-1cab-4303-95b7-b28dd4d9fde7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18a590e9056a41e28a60440669016ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982770 Jan 18 19:47:33.497656 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0de92-1cab-4303-95b7-b28dd4d9fde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b854cf-aba3-4504-974c-7c3834b8c206,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:33.499336 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 41830) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:33.546409 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-51f51a43-2603-47a4-a6d7-1d390bef1ae1 admin admin] Publish callbacks [] for security_group (22b854cf-aba3-4504-974c-7c3834b8c206), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:33.567758 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-51f51a43-2603-47a4-a6d7-1d390bef1ae1 admin admin] Publish callbacks [] for security_group (22b854cf-aba3-4504-974c-7c3834b8c206), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:33.685166 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-51f51a43-2603-47a4-a6d7-1d390bef1ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (22b854cf-aba3-4504-974c-7c3834b8c206), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:33.687868 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-51f51a43-2603-47a4-a6d7-1d390bef1ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:33.689061 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-51f51a43-2603-47a4-a6d7-1d390bef1ae1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22b854cf-aba3-4504-974c-7c3834b8c206 HTTP/1.1" status: 204 len: 168 time: 0.1881502 Jan 18 19:47:33.698042 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f51a43-2603-47a4-a6d7-1d390bef1ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b854cf-aba3-4504-974c-7c3834b8c206,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:38.292947 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41896) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:38.392199 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-85078149-628e-4617-8553-fb39364c7590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:38.462419 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-85078149-628e-4617-8553-fb39364c7590 admin admin] Publish callbacks [] for security_group (f37e8914-dbb3-4582-a058-5f71c43176e2), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:38.527526 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-85078149-628e-4617-8553-fb39364c7590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (f37e8914-dbb3-4582-a058-5f71c43176e2), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:38.562335 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85078149-628e-4617-8553-fb39364c7590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37e8914-dbb3-4582-a058-5f71c43176e2,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:38.568415 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-85078149-628e-4617-8553-fb39364c7590 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5690aa14eb1f40269b1cbfe3fe2fd8f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741382 Jan 18 19:47:38.570813 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41900) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:38.615650 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-49024871-46ba-4413-b29e-b0f703068470 admin admin] Publish callbacks [] for security_group (f37e8914-dbb3-4582-a058-5f71c43176e2), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:38.635883 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-49024871-46ba-4413-b29e-b0f703068470 admin admin] Publish callbacks [] for security_group (f37e8914-dbb3-4582-a058-5f71c43176e2), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:38.727494 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-49024871-46ba-4413-b29e-b0f703068470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (f37e8914-dbb3-4582-a058-5f71c43176e2), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:38.730087 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-49024871-46ba-4413-b29e-b0f703068470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:38.731242 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-49024871-46ba-4413-b29e-b0f703068470 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f37e8914-dbb3-4582-a058-5f71c43176e2 HTTP/1.1" status: 204 len: 168 time: 0.1592867 Jan 18 19:47:38.739224 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49024871-46ba-4413-b29e-b0f703068470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37e8914-dbb3-4582-a058-5f71c43176e2,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:39.338995 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 41908) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:39.351843 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e828903a-6330-40a3-b3c4-3585931f2157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:39.422397 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e828903a-6330-40a3-b3c4-3585931f2157 admin admin] Publish callbacks [] for security_group (ed4fa3ae-a26d-41d9-9f63-2832caffdef3), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:39.476202 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e828903a-6330-40a3-b3c4-3585931f2157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (ed4fa3ae-a26d-41d9-9f63-2832caffdef3), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:39.515148 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-e828903a-6330-40a3-b3c4-3585931f2157 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=974c795b433141e998a3ce18f0e4c435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1750453 Jan 18 19:47:39.516271 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828903a-6330-40a3-b3c4-3585931f2157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4fa3ae-a26d-41d9-9f63-2832caffdef3,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:39.517767 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 41910) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:47:39.563480 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a6b65d4c-b6c3-4c15-8635-d062fe374907 admin admin] Publish callbacks [] for security_group (ed4fa3ae-a26d-41d9-9f63-2832caffdef3), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:39.584328 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a6b65d4c-b6c3-4c15-8635-d062fe374907 admin admin] Publish callbacks [] for security_group (ed4fa3ae-a26d-41d9-9f63-2832caffdef3), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:39.676931 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a6b65d4c-b6c3-4c15-8635-d062fe374907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (ed4fa3ae-a26d-41d9-9f63-2832caffdef3), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:39.679627 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a6b65d4c-b6c3-4c15-8635-d062fe374907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:39.680818 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-a6b65d4c-b6c3-4c15-8635-d062fe374907 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed4fa3ae-a26d-41d9-9f63-2832caffdef3 HTTP/1.1" status: 204 len: 168 time: 0.1620405 Jan 18 19:47:39.690518 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b65d4c-b6c3-4c15-8635-d062fe374907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4fa3ae-a26d-41d9-9f63-2832caffdef3,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:47:43.011071 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:45.886046 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:47:46.585106 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5bc00832-2a39-49c0-ad8a-cfda81398417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:49.153397 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f625e476-06a6-4f62-8a53-c6986a90c410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:49.987644 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:51.570373 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:53.050226 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:47:53.486412 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-36cc5dd3-72bb-4f56-95c3-34326f3fffa8 req-d0ce761d-ac1d-4e87-8c32-62ff307f3348 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374763 Jan 18 19:47:54.619543 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc5dd3-72bb-4f56-95c3-34326f3fffa8 req-44d7b678-1fa3-484a-ac88-7aeef6ff41fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:47:54.620926 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-36cc5dd3-72bb-4f56-95c3-34326f3fffa8 req-44d7b678-1fa3-484a-ac88-7aeef6ff41fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5132940720394c7a9c249c61206833f6&device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 1099 time: 0.0390127 Jan 18 19:47:54.722663 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc5dd3-72bb-4f56-95c3-34326f3fffa8 req-09a58bfe-64f2-4c19-bab5-a30b43e0c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:47:54.724149 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-36cc5dd3-72bb-4f56-95c3-34326f3fffa8 req-09a58bfe-64f2-4c19-bab5-a30b43e0c95a service neutron] 10.222.0.35 "GET /v2.0/networks?id=587eb791-8376-4b85-b8c3-4979fdf6baa8 HTTP/1.1" status: 200 len: 913 time: 0.0849476 Jan 18 19:47:54.789016 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-36cc5dd3-72bb-4f56-95c3-34326f3fffa8 req-cb4a2491-9cc7-4bc4-9960-0f5868081a9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61104cdb-9bc0-4894-8284-58f2ba9800ab HTTP/1.1" status: 200 len: 1001 time: 0.0583546 Jan 18 19:47:54.835501 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc5dd3-72bb-4f56-95c3-34326f3fffa8 req-4ff25bb1-1c28-4442-9172-c09c56c72144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:47:54.836871 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-36cc5dd3-72bb-4f56-95c3-34326f3fffa8 req-4ff25bb1-1c28-4442-9172-c09c56c72144 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56220d3c-b1c3-4597-b0e0-e815ef06647a HTTP/1.1" status: 200 len: 851 time: 0.0415518 Jan 18 19:47:54.883109 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc5dd3-72bb-4f56-95c3-34326f3fffa8 req-3c7e2da5-45b0-4325-9437-aa51954e662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:47:54.884462 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-36cc5dd3-72bb-4f56-95c3-34326f3fffa8 req-3c7e2da5-45b0-4325-9437-aa51954e662e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=587eb791-8376-4b85-b8c3-4979fdf6baa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417366 Jan 18 19:47:54.969008 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-36cc5dd3-72bb-4f56-95c3-34326f3fffa8 req-5ffc9b06-3b6a-4688-ab43-dcb28ccf8473 service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780075 Jan 18 19:47:55.059647 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-36cc5dd3-72bb-4f56-95c3-34326f3fffa8 req-cd4a1e70-d4a7-41c5-817f-13c40debb208 service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831478 Jan 18 19:48:01.175034 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42012) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:48:01.312505 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8ef0ab55-39fd-4046-86ac-48f9ab5d8c8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:01.383637 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8ef0ab55-39fd-4046-86ac-48f9ab5d8c8c admin admin] Publish callbacks [] for security_group (97416934-7219-442b-b4e1-9416f67f2d5c), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:01.447131 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8ef0ab55-39fd-4046-86ac-48f9ab5d8c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (97416934-7219-442b-b4e1-9416f67f2d5c), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:01.482525 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-8ef0ab55-39fd-4046-86ac-48f9ab5d8c8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d5a25b8566246399a6e061787f1bdc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064411 Jan 18 19:48:01.484464 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0ab55-39fd-4046-86ac-48f9ab5d8c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97416934-7219-442b-b4e1-9416f67f2d5c,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:01.485146 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42016) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:48:01.533164 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-464915e5-823e-4593-9529-4c8165429337 admin admin] Publish callbacks [] for security_group (97416934-7219-442b-b4e1-9416f67f2d5c), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:01.553334 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-464915e5-823e-4593-9529-4c8165429337 admin admin] Publish callbacks [] for security_group (97416934-7219-442b-b4e1-9416f67f2d5c), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:01.663780 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-464915e5-823e-4593-9529-4c8165429337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (97416934-7219-442b-b4e1-9416f67f2d5c), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:01.667061 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-464915e5-823e-4593-9529-4c8165429337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:01.668187 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-464915e5-823e-4593-9529-4c8165429337 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97416934-7219-442b-b4e1-9416f67f2d5c HTTP/1.1" status: 204 len: 168 time: 0.1820419 Jan 18 19:48:01.675733 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464915e5-823e-4593-9529-4c8165429337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97416934-7219-442b-b4e1-9416f67f2d5c,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:01.683350 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464915e5-823e-4593-9529-4c8165429337 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:01.683709 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464915e5-823e-4593-9529-4c8165429337 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:01.684056 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464915e5-823e-4593-9529-4c8165429337 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:01.684393 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464915e5-823e-4593-9529-4c8165429337 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:01.684730 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464915e5-823e-4593-9529-4c8165429337 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:01.685064 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464915e5-823e-4593-9529-4c8165429337 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:01.685397 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464915e5-823e-4593-9529-4c8165429337 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:01.685870 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464915e5-823e-4593-9529-4c8165429337 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:01.686106 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464915e5-823e-4593-9529-4c8165429337 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:01.686438 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464915e5-823e-4593-9529-4c8165429337 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:01.686764 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464915e5-823e-4593-9529-4c8165429337 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:01.687087 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464915e5-823e-4593-9529-4c8165429337 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:01.687408 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464915e5-823e-4593-9529-4c8165429337 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:13.086392 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:16.612294 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-540e9998-1ab4-4a21-a137-be5d3556867f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:19.177885 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-c1e7adcd-793c-4ae1-837c-28c8931cbf69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:19.969943 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:21.598729 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:22.887166 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:48:23.038873 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:43.068108 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:45.226808 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42266) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:48:45.380895 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Deleting port 1e32bd44-ad8a-41e9-aade-b09c04951026 {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:48:45.381294 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (1e32bd44-ad8a-41e9-aade-b09c04951026), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:45.457884 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (1e32bd44-ad8a-41e9-aade-b09c04951026), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:45.458251 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for floatingip (1e32bd44-ad8a-41e9-aade-b09c04951026), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:45.469431 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Calling delete_port for 1e32bd44-ad8a-41e9-aade-b09c04951026 owned by network:floatingip {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:48:46.009584 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (1e32bd44-ad8a-41e9-aade-b09c04951026), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:46.041096 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event deleted for resources: {'Port': ['ID=1e32bd44-ad8a-41e9-aade-b09c04951026,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:46.078379 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:46.078729 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:46.079145 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:46.079490 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:46.079829 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:46.080166 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:46.080503 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:46.080832 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:46.081159 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:46.081490 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:46.081817 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:46.082169 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:46.082495 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:46.106256 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for floatingip (91373d18-c7ed-4874-af85-a2f99dce68e1), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:46.106617 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.l3_db [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Floating IP 91373d18-c7ed-4874-af85-a2f99dce68e1 disassociated (deleted). External IP: 172.27.2.73, port: 1bc753e7-7b5c-4209-babc-17b6fd0563f6. Jan 18 19:48:46.308954 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Router d3688323-8aea-457e-84c2-ab9b2ef8b087 has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:48:46.426322 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:48:46.431048 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:46.436486 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4011d6a3-1360-4575-9ab5-dc438599e14c None None] Sync routers for ids ['d3688323-8aea-457e-84c2-ab9b2ef8b087'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:48:46.445749 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4011d6a3-1360-4575-9ab5-dc438599e14c None None] Routers {'d3688323-8aea-457e-84c2-ab9b2ef8b087'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:48:46.446373 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4011d6a3-1360-4575-9ab5-dc438599e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:48:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d3688323-8aea-457e-84c2-ab9b2ef8b087'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:48:46.457575 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-dbb0f912-49c5-47f1-9428-424d758b2d2a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "DELETE /v2.0/floatingips/91373d18-c7ed-4874-af85-a2f99dce68e1 HTTP/1.1" status: 204 len: 168 time: 1.2292042 Jan 18 19:48:46.458179 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7771223-577f-497b-8105-b82b3d5f0b16', 'tag': '1bc753e7-7b5c-4209-babc-17b6fd0563f6'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:48:46.460431 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e00a339-396b-4281-b31b-b6a2feef4ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "d7771223-577f-497b-8105-b82b3d5f0b16", "tag": "1bc753e7-7b5c-4209-babc-17b6fd0563f6"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:48:46.512395 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96730f03-00f7-4397-9299-f482e8069cf5 x-openstack-request-id: req-96730f03-00f7-4397-9299-f482e8069cf5 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:48:46.512563 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7771223-577f-497b-8105-b82b3d5f0b16", "tag": "1bc753e7-7b5c-4209-babc-17b6fd0563f6", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:48:46.512967 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96730f03-00f7-4397-9299-f482e8069cf5 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:48:46.513422 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7771223-577f-497b-8105-b82b3d5f0b16', 'tag': '1bc753e7-7b5c-4209-babc-17b6fd0563f6', 'status': 'completed', 'code': 200} Jan 18 19:48:46.577180 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00a339-396b-4281-b31b-b6a2feef4ebd req-82dd89c6-179b-4611-8346-040cf8aaeb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:48:46.578719 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0e00a339-396b-4281-b31b-b6a2feef4ebd req-82dd89c6-179b-4611-8346-040cf8aaeb60 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5132940720394c7a9c249c61206833f6&device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 1099 time: 0.0429502 Jan 18 19:48:46.619392 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4011d6a3-1360-4575-9ab5-dc438599e14c None None] Set router d3688323-8aea-457e-84c2-ab9b2ef8b087 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:48:46.662834 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6c49e50e-a3c3-413c-9056-64d9d8d38210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:46.672070 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00a339-396b-4281-b31b-b6a2feef4ebd req-a9077f61-03c0-41f2-bce0-17cdf9d7807b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:48:46.673625 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0e00a339-396b-4281-b31b-b6a2feef4ebd req-a9077f61-03c0-41f2-bce0-17cdf9d7807b service neutron] 10.222.0.35 "GET /v2.0/networks?id=587eb791-8376-4b85-b8c3-4979fdf6baa8 HTTP/1.1" status: 200 len: 913 time: 0.0892830 Jan 18 19:48:46.724853 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0e00a339-396b-4281-b31b-b6a2feef4ebd req-66b1a21b-fad4-47b2-bc53-1bc557a79f95 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bc753e7-7b5c-4209-babc-17b6fd0563f6 HTTP/1.1" status: 200 len: 217 time: 0.0452359 Jan 18 19:48:46.783643 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00a339-396b-4281-b31b-b6a2feef4ebd req-3b143083-10ac-426e-aca2-08e2350123fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:48:46.788846 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0e00a339-396b-4281-b31b-b6a2feef4ebd req-3b143083-10ac-426e-aca2-08e2350123fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56220d3c-b1c3-4597-b0e0-e815ef06647a HTTP/1.1" status: 200 len: 851 time: 0.0556288 Jan 18 19:48:46.838124 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00a339-396b-4281-b31b-b6a2feef4ebd req-ec214705-1114-4d3e-8c9f-95520d75a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:48:46.839592 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0e00a339-396b-4281-b31b-b6a2feef4ebd req-ec214705-1114-4d3e-8c9f-95520d75a4f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=587eb791-8376-4b85-b8c3-4979fdf6baa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470467 Jan 18 19:48:46.950532 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb4939-0953-44b3-9f72-9e06aea9ecf0 req-de7a1b03-7987-4564-ae00-4147f7c26cae tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:48:46.952029 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bceb4939-0953-44b3-9f72-9e06aea9ecf0 req-de7a1b03-7987-4564-ae00-4147f7c26cae tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 946 time: 0.1060853 Jan 18 19:48:46.989635 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0e00a339-396b-4281-b31b-b6a2feef4ebd req-908bfe19-346d-4347-9fc1-9699e9cb330b service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423693 Jan 18 19:48:47.062824 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4011d6a3-1360-4575-9ab5-dc438599e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '3aca1bc4-47e4-457e-a308-6782f9b2d425', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'port_id': '61104cdb-9bc0-4894-8284-58f2ba9800ab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'mac_address': 'fa:16:3e:82:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:43:51Z', 'updated_at': '2022-01-18T19:43:53Z', 'revision_number': 1, 'project_id': '5132940720394c7a9c249c61206833f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 5, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:48:47.068265 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bceb4939-0953-44b3-9f72-9e06aea9ecf0 req-9d816c03-b3ab-47ac-9694-223d5ddd366a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066484 Jan 18 19:48:47.093195 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4011d6a3-1360-4575-9ab5-dc438599e14c None None] Checking router: d3688323-8aea-457e-84c2-ab9b2ef8b087 for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:48:47.101766 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4011d6a3-1360-4575-9ab5-dc438599e14c None None] Routers {'d3688323-8aea-457e-84c2-ab9b2ef8b087'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:48:47.102540 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4011d6a3-1360-4575-9ab5-dc438599e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:48:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d3688323-8aea-457e-84c2-ab9b2ef8b087'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:48:47.117068 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0e00a339-396b-4281-b31b-b6a2feef4ebd req-8dd463ce-4561-4779-b1f8-37d238514740 service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181014 Jan 18 19:48:47.208274 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-4011d6a3-1360-4575-9ab5-dc438599e14c None None] Set router d3688323-8aea-457e-84c2-ab9b2ef8b087 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:48:47.428099 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-4011d6a3-1360-4575-9ab5-dc438599e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '3aca1bc4-47e4-457e-a308-6782f9b2d425', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'port_id': '61104cdb-9bc0-4894-8284-58f2ba9800ab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'mac_address': 'fa:16:3e:82:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:43:51Z', 'updated_at': '2022-01-18T19:43:53Z', 'revision_number': 1, 'project_id': '5132940720394c7a9c249c61206833f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 5, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:48:47.458042 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4011d6a3-1360-4575-9ab5-dc438599e14c None None] The sync data for ids ['d3688323-8aea-457e-84c2-ab9b2ef8b087'] in dv-cinder-811877-7-iscsi is: [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '3aca1bc4-47e4-457e-a308-6782f9b2d425', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'port_id': '61104cdb-9bc0-4894-8284-58f2ba9800ab', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'mac_address': 'fa:16:3e:82:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:43:51Z', 'updated_at': '2022-01-18T19:43:53Z', 'revision_number': 1, 'project_id': '5132940720394c7a9c249c61206833f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 5, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:48:47.665717 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dec5a2-202e-4db9-92be-65654f9760e4 None None] New status for floating IP 91373d18-c7ed-4874-af85-a2f99dce68e1: DOWN {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 19:48:48.192368 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84808d2-fc20-41d1-aaab-b50407955827 req-4f4be3c0-bf00-44ed-bea4-079ec7f837ce tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:48:48.193856 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a84808d2-fc20-41d1-aaab-b50407955827 req-4f4be3c0-bf00-44ed-bea4-079ec7f837ce tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 946 time: 0.0477827 Jan 18 19:48:48.246544 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a84808d2-fc20-41d1-aaab-b50407955827 req-262828d1-1a53-4928-bbe4-57fe8ab7ec0a tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456886 Jan 18 19:48:48.766256 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f70d13-2ca4-4a6e-b24a-d2dae5e51659 req-8c14370e-2d61-4f76-b707-8d3f43f32f28 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:48:48.767655 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a8f70d13-2ca4-4a6e-b24a-d2dae5e51659 req-8c14370e-2d61-4f76-b707-8d3f43f32f28 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 946 time: 0.0458376 Jan 18 19:48:48.858606 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-a8f70d13-2ca4-4a6e-b24a-d2dae5e51659 req-d1c3b551-2d34-414d-9b23-b6c466427cca tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Deleting port 1bc753e7-7b5c-4209-babc-17b6fd0563f6 {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:48:48.858943 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-a8f70d13-2ca4-4a6e-b24a-d2dae5e51659 req-d1c3b551-2d34-414d-9b23-b6c466427cca tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (1bc753e7-7b5c-4209-babc-17b6fd0563f6), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:48.943249 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-a8f70d13-2ca4-4a6e-b24a-d2dae5e51659 req-d1c3b551-2d34-414d-9b23-b6c466427cca tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] For port 1bc753e7-7b5c-4209-babc-17b6fd0563f6, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=1bc753e7-7b5c-4209-babc-17b6fd0563f6,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:48:48.943558 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-a8f70d13-2ca4-4a6e-b24a-d2dae5e51659 req-d1c3b551-2d34-414d-9b23-b6c466427cca tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (1bc753e7-7b5c-4209-babc-17b6fd0563f6), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:48.955685 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-a8f70d13-2ca4-4a6e-b24a-d2dae5e51659 req-d1c3b551-2d34-414d-9b23-b6c466427cca tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Calling delete_port for 1bc753e7-7b5c-4209-babc-17b6fd0563f6 owned by compute:nova {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:48:49.152273 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-a8f70d13-2ca4-4a6e-b24a-d2dae5e51659 req-d1c3b551-2d34-414d-9b23-b6c466427cca tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (1bc753e7-7b5c-4209-babc-17b6fd0563f6), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:49.163316 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b41c0010-0378-422d-892b-562fa9ba7452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:49.180015 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3b551-2d34-414d-9b23-b6c466427cca tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event deleted for resources: {'Port': ['ID=1bc753e7-7b5c-4209-babc-17b6fd0563f6,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:49.223066 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f70d13-2ca4-4a6e-b24a-d2dae5e51659 req-d1c3b551-2d34-414d-9b23-b6c466427cca tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] No DVR routers for this DVR port 1bc753e7-7b5c-4209-babc-17b6fd0563f6 on host hv-cinder-81187 {{(pid=103172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:48:49.225530 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-a8f70d13-2ca4-4a6e-b24a-d2dae5e51659 req-d1c3b551-2d34-414d-9b23-b6c466427cca tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:49.228877 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a8f70d13-2ca4-4a6e-b24a-d2dae5e51659 req-d1c3b551-2d34-414d-9b23-b6c466427cca tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.35 "DELETE /v2.0/ports/1bc753e7-7b5c-4209-babc-17b6fd0563f6 HTTP/1.1" status: 204 len: 173 time: 0.4563813 Jan 18 19:48:49.229321 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7771223-577f-497b-8105-b82b3d5f0b16', 'name': 'network-vif-deleted', 'tag': '1bc753e7-7b5c-4209-babc-17b6fd0563f6'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:48:49.231556 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad72d83e-29b4-4ec7-a9d7-c3eee07c5173" -d '{"events": [{"server_uuid": "d7771223-577f-497b-8105-b82b3d5f0b16", "name": "network-vif-deleted", "tag": "1bc753e7-7b5c-4209-babc-17b6fd0563f6"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:48:49.286382 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d6efbd-cd7b-454f-98e2-eb9668c06b36 x-openstack-request-id: req-b4d6efbd-cd7b-454f-98e2-eb9668c06b36 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:48:49.287000 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7771223-577f-497b-8105-b82b3d5f0b16", "name": "network-vif-deleted", "tag": "1bc753e7-7b5c-4209-babc-17b6fd0563f6", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:48:49.287880 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4d6efbd-cd7b-454f-98e2-eb9668c06b36 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:48:49.288834 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7771223-577f-497b-8105-b82b3d5f0b16', 'name': 'network-vif-deleted', 'tag': '1bc753e7-7b5c-4209-babc-17b6fd0563f6', 'status': 'completed', 'code': 200} Jan 18 19:48:49.342173 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-fa42e033-3182-4700-93df-77a34100be24 req-f96b2d5a-8d7c-4a36-9065-e51158b97dd0 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 210 time: 0.0267441 Jan 18 19:48:49.719368 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42316) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:48:49.824684 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-2135c492-72cb-4909-80c0-4ab4a08bfc62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:49.896486 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-2135c492-72cb-4909-80c0-4ab4a08bfc62 admin admin] Publish callbacks [] for security_group (f69465a7-e814-4c36-a7d0-b0b012fd41d4), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:49.957734 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-2135c492-72cb-4909-80c0-4ab4a08bfc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (f69465a7-e814-4c36-a7d0-b0b012fd41d4), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:49.987646 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:49.996726 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-2135c492-72cb-4909-80c0-4ab4a08bfc62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea9ddae1e7124e71bac9d2fe7a2748d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2762816 Jan 18 19:48:49.997565 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135c492-72cb-4909-80c0-4ab4a08bfc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69465a7-e814-4c36-a7d0-b0b012fd41d4,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:49.999583 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42320) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:48:50.049054 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0eca7f5e-f75a-4f0e-8ee0-b9e01124db32 admin admin] Publish callbacks [] for security_group (f69465a7-e814-4c36-a7d0-b0b012fd41d4), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:50.070396 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0eca7f5e-f75a-4f0e-8ee0-b9e01124db32 admin admin] Publish callbacks [] for security_group (f69465a7-e814-4c36-a7d0-b0b012fd41d4), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:50.188000 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0eca7f5e-f75a-4f0e-8ee0-b9e01124db32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (f69465a7-e814-4c36-a7d0-b0b012fd41d4), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:50.190636 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0eca7f5e-f75a-4f0e-8ee0-b9e01124db32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:50.193777 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-0eca7f5e-f75a-4f0e-8ee0-b9e01124db32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f69465a7-e814-4c36-a7d0-b0b012fd41d4 HTTP/1.1" status: 204 len: 168 time: 0.1930625 Jan 18 19:48:50.201738 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca7f5e-f75a-4f0e-8ee0-b9e01124db32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69465a7-e814-4c36-a7d0-b0b012fd41d4,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:50.445718 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-531236a0-7bc7-4a26-9a12-cddec26e63cd req-e0e02b95-3427-487b-9fd8-3ee57e8aa413 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7771223-577f-497b-8105-b82b3d5f0b16 HTTP/1.1" status: 200 len: 210 time: 0.0263090 Jan 18 19:48:51.205691 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42348) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:48:51.298477 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-1a067dd2-9020-43b4-8604-c7fcaf26c091 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-86379349-network', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:51.382104 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a067dd2-9020-43b4-8604-c7fcaf26c091 admin admin] Made reservation on behalf of 0a2b9c4049ba42c2bbf599add5808181 for: {'network': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:48:51.384336 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1a067dd2-9020-43b4-8604-c7fcaf26c091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for network (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:51.392676 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1a067dd2-9020-43b4-8604-c7fcaf26c091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:51.462625 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1a067dd2-9020-43b4-8604-c7fcaf26c091 admin admin] Publish callbacks [] for security_group (8cedf0d4-7f53-432a-ac41-bf781bf893ec), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:51.502145 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1a067dd2-9020-43b4-8604-c7fcaf26c091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (8cedf0d4-7f53-432a-ac41-bf781bf893ec), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:51.526868 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a067dd2-9020-43b4-8604-c7fcaf26c091 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:48:51.536274 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a067dd2-9020-43b4-8604-c7fcaf26c091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cedf0d4-7f53-432a-ac41-bf781bf893ec,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:51.540903 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1a067dd2-9020-43b4-8604-c7fcaf26c091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (a9fed64b-77e7-484e-9374-e86fd9832306), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:51.549235 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.db.segments_db [None req-1a067dd2-9020-43b4-8604-c7fcaf26c091 admin admin] Added segment a9fed64b-77e7-484e-9374-e86fd9832306 of type vlan for network 3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 Jan 18 19:48:51.559115 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:51.579977 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1a067dd2-9020-43b4-8604-c7fcaf26c091 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736991889309'] for network (3cebd65c-0550-4d1e-b06d-d56b77b5ebf9), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:51.649169 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1a067dd2-9020-43b4-8604-c7fcaf26c091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for network (3cebd65c-0550-4d1e-b06d-d56b77b5ebf9), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:51.650055 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a067dd2-9020-43b4-8604-c7fcaf26c091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:48:51.650672 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1a067dd2-9020-43b4-8604-c7fcaf26c091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:51.707967 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a067dd2-9020-43b4-8604-c7fcaf26c091 admin admin] Pushing event updated for resources: {'Network': ['ID=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:51.717865 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Network 3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 details requested by agent ovs-agent-dv-cinder-811877-7-iscsi with host dv-cinder-811877-7-iscsi {{(pid=103174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:48:51.790752 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-1a067dd2-9020-43b4-8604-c7fcaf26c091 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5839336 Jan 18 19:48:51.793458 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42358) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:48:51.798551 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-dd033b19-918e-4623-a130-f3f10fc69e39 admin admin] Request body: {'subnet': {'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-86379349-subnet', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:51.884953 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd033b19-918e-4623-a130-f3f10fc69e39 admin admin] Made reservation on behalf of 0a2b9c4049ba42c2bbf599add5808181 for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:48:51.887266 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd033b19-918e-4623-a130-f3f10fc69e39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4604092'] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:52.107684 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd033b19-918e-4623-a130-f3f10fc69e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4740198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4604050'] for subnet (885f19ee-7257-43da-82de-df418c31a807), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:52.164739 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd033b19-918e-4623-a130-f3f10fc69e39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=885f19ee-7257-43da-82de-df418c31a807,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:52.172859 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd033b19-918e-4623-a130-f3f10fc69e39 admin admin] Checking segment: {'id': 'a9fed64b-77e7-484e-9374-e86fd9832306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:48:52.173215 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd033b19-918e-4623-a130-f3f10fc69e39 admin admin] Network hostable DHCP agents. Network: 3cebd65c-0550-4d1e-b06d-d56b77b5ebf9, hostable agents: ['0d168223-99d0-40e7-a552-9355723bc6d5'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:48:52.278921 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd033b19-918e-4623-a130-f3f10fc69e39 admin admin] Network 3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 is scheduled to be hosted by DHCP agent 0d168223-99d0-40e7-a552-9355723bc6d5 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:48:52.365088 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-dd033b19-918e-4623-a130-f3f10fc69e39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-7-iscsi, 3cebd65c-0550-4d1e-b06d-d56b77b5ebf9) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:48:52.369614 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd033b19-918e-4623-a130-f3f10fc69e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:48:52.370509 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-dd033b19-918e-4623-a130-f3f10fc69e39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:52.374515 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdc315b-0b92-402c-97a7-2ef7757e29f0 None None] Network 3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:48:52.420165 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 1bc753e7-7b5c-4209-babc-17b6fd0563f6 no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:48:52.442048 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: 1bc753e7-7b5c-4209-babc-17b6fd0563f6 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:48:52.442415 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 1bc753e7-7b5c-4209-babc-17b6fd0563f6 not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:48:52.453205 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-dd033b19-918e-4623-a130-f3f10fc69e39 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6585910 Jan 18 19:48:52.455721 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42360) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:48:52.460636 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-0ebce4fe-33bf-462e-b875-421baec163b7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-86379349-router', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:52.491653 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp129c5bed-9af5-5ca5-9b54-29f02576e802-3cebd65c-0550-4d1e-b06d-d56b77b5ebf9', 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9', 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'fixed_ips': [{'subnet_id': '885f19ee-7257-43da-82de-df418c31a807'}]}} from dv-cinder-811877-7-iscsi. {{(pid=103174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 19:48:52.495287 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:52.547768 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ebce4fe-33bf-462e-b875-421baec163b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9179'] for router (d7a41e2d-2f65-48ee-b19c-8bc9f33f383f), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:52.548829 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ebce4fe-33bf-462e-b875-421baec163b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2091013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1984424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9184'] for router (d7a41e2d-2f65-48ee-b19c-8bc9f33f383f), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:52.601501 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ebce4fe-33bf-462e-b875-421baec163b7 admin admin] Publish callbacks [] for router_controller (d7a41e2d-2f65-48ee-b19c-8bc9f33f383f), precommit_add_association {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:52.622020 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Allocated IP 172.20.0.2 (3cebd65c-0550-4d1e-b06d-d56b77b5ebf9/885f19ee-7257-43da-82de-df418c31a807/118828d4-18db-4b64-9673-67da2de9e8eb) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:48:52.762942 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Publish callbacks [] for port (118828d4-18db-4b64-9673-67da2de9e8eb), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:52.788467 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ebce4fe-33bf-462e-b875-421baec163b7 admin admin] Publish callbacks [] for router_gateway (d7a41e2d-2f65-48ee-b19c-8bc9f33f383f), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:52.816880 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (118828d4-18db-4b64-9673-67da2de9e8eb), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:52.858878 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Network 3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:48:52.861890 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:48:52.864403 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:48:52.877982 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Pushing event updated for resources: {'Port': ['ID=118828d4-18db-4b64-9673-67da2de9e8eb,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:52.911409 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:52.911409 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:52.911409 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:52.911409 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:52.911409 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:52.911409 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:52.911409 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:52.911409 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:52.911409 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:52.911409 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:52.911409 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:52.911409 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:52.911409 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:52.936780 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Attempting to bind port 118828d4-18db-4b64-9673-67da2de9e8eb on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:48:52.937153 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Attempting to bind port 118828d4-18db-4b64-9673-67da2de9e8eb by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': 'a9fed64b-77e7-484e-9374-e86fd9832306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:48:52.937516 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Attempting to bind port 118828d4-18db-4b64-9673-67da2de9e8eb on network 3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:48:52.943301 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:48:52.943686 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Checking segment: {'id': 'a9fed64b-77e7-484e-9374-e86fd9832306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:48:52.944352 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:52.944746 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Bound using segment: {'id': 'a9fed64b-77e7-484e-9374-e86fd9832306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:48:52.945247 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Bound port: 118828d4-18db-4b64-9673-67da2de9e8eb, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fed64b-77e7-484e-9374-e86fd9832306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:48:52.945756 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (118828d4-18db-4b64-9673-67da2de9e8eb), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:53.018812 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] For port 118828d4-18db-4b64-9673-67da2de9e8eb, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:48:53.021887 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] For port 118828d4-18db-4b64-9673-67da2de9e8eb, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=118828d4-18db-4b64-9673-67da2de9e8eb,segment=NetworkSegment(a9fed64b-77e7-484e-9374-e86fd9832306),segment_id=a9fed64b-77e7-484e-9374-e86fd9832306)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:48:53.038989 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ebce4fe-33bf-462e-b875-421baec163b7 admin admin] Publish callbacks [] for router_gateway (d7a41e2d-2f65-48ee-b19c-8bc9f33f383f), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:53.057069 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ebce4fe-33bf-462e-b875-421baec163b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:53.061874 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:53.085580 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (118828d4-18db-4b64-9673-67da2de9e8eb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:53.147764 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878e7c1-d6fd-43ad-b2c7-0128f11ddfcd None None] Pushing event updated for resources: {'Port': ['ID=118828d4-18db-4b64-9673-67da2de9e8eb,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:53.163582 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-0ebce4fe-33bf-462e-b875-421baec163b7 admin admin] Allocated IP 172.27.2.198 (f5eef2c2-a885-4f46-b327-cbc20c3014d9/9269629e-72aa-4525-943b-faee8ca91ecd/4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:48:53.264078 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ebce4fe-33bf-462e-b875-421baec163b7 admin admin] Publish callbacks [] for port (4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:53.364510 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ebce4fe-33bf-462e-b875-421baec163b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:53.404970 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebce4fe-33bf-462e-b875-421baec163b7 admin admin] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:48:53.407737 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-0ebce4fe-33bf-462e-b875-421baec163b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:48:53.411855 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebce4fe-33bf-462e-b875-421baec163b7 admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:48:53.417461 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebce4fe-33bf-462e-b875-421baec163b7 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:53.699867 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ebce4fe-33bf-462e-b875-421baec163b7 admin admin] Publish callbacks [] for router_gateway (d7a41e2d-2f65-48ee-b19c-8bc9f33f383f), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:53.889356 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ebce4fe-33bf-462e-b875-421baec163b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2091036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087314'] for router (d7a41e2d-2f65-48ee-b19c-8bc9f33f383f), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:53.951082 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42370) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:48:53.999614 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc24fd0b-dafb-4c5a-b315-b2b908cc5056 None None] Network 3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:48:54.066004 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-aa5a5fdf-e33d-4412-8057-a2e4bd06151d None None] Provisioning complete for port 118828d4-18db-4b64-9673-67da2de9e8eb triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:48:54.066400 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-aa5a5fdf-e33d-4412-8057-a2e4bd06151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (118828d4-18db-4b64-9673-67da2de9e8eb), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:54.122866 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-f71fc6cc-39cf-4d36-89de-f0f1b99e25a9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Deleting port 856abf6f-47ea-4a65-b9a8-d17c7436fa82 {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:48:54.123529 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f71fc6cc-39cf-4d36-89de-f0f1b99e25a9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (856abf6f-47ea-4a65-b9a8-d17c7436fa82), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:54.192700 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a5fdf-e33d-4412-8057-a2e4bd06151d None None] Current status of the port 118828d4-18db-4b64-9673-67da2de9e8eb is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:48:54.193247 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-aa5a5fdf-e33d-4412-8057-a2e4bd06151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (118828d4-18db-4b64-9673-67da2de9e8eb), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:54.223209 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f71fc6cc-39cf-4d36-89de-f0f1b99e25a9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (856abf6f-47ea-4a65-b9a8-d17c7436fa82), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:54.223540 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f71fc6cc-39cf-4d36-89de-f0f1b99e25a9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for floatingip (856abf6f-47ea-4a65-b9a8-d17c7436fa82), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:54.232081 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-aa5a5fdf-e33d-4412-8057-a2e4bd06151d None None] For port 118828d4-18db-4b64-9673-67da2de9e8eb, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=118828d4-18db-4b64-9673-67da2de9e8eb,segment=NetworkSegment(a9fed64b-77e7-484e-9374-e86fd9832306),segment_id=a9fed64b-77e7-484e-9374-e86fd9832306)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:48:54.248240 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-f71fc6cc-39cf-4d36-89de-f0f1b99e25a9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Calling delete_port for 856abf6f-47ea-4a65-b9a8-d17c7436fa82 owned by network:floatingip {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:48:54.314593 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-aa5a5fdf-e33d-4412-8057-a2e4bd06151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (118828d4-18db-4b64-9673-67da2de9e8eb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:54.342262 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebce4fe-33bf-462e-b875-421baec163b7 admin admin] Router d7a41e2d-2f65-48ee-b19c-8bc9f33f383f is scheduled to L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb with binding_index 1 {{(pid=103173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 19:48:54.363027 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 118828d4-18db-4b64-9673-67da2de9e8eb up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:48:54.415669 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a5fdf-e33d-4412-8057-a2e4bd06151d None None] Pushing event updated for resources: {'Port': ['ID=118828d4-18db-4b64-9673-67da2de9e8eb,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:54.441387 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 118828d4-18db-4b64-9673-67da2de9e8eb triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:48:54.441685 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (118828d4-18db-4b64-9673-67da2de9e8eb), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:54.444975 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-b6e8fa3f-f462-4b34-a420-82526c6be4e0 None None] Provisioning complete for port 118828d4-18db-4b64-9673-67da2de9e8eb triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:48:54.444975 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b6e8fa3f-f462-4b34-a420-82526c6be4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (118828d4-18db-4b64-9673-67da2de9e8eb), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:54.471494 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebce4fe-33bf-462e-b875-421baec163b7 admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:48:54.487146 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] Sync routers for ids ['d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:48:54.502303 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f71fc6cc-39cf-4d36-89de-f0f1b99e25a9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (856abf6f-47ea-4a65-b9a8-d17c7436fa82), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:54.516518 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] Routers {'d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:48:54.517135 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:48:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:48:54.529168 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fc6cc-39cf-4d36-89de-f0f1b99e25a9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event deleted for resources: {'Port': ['ID=856abf6f-47ea-4a65-b9a8-d17c7436fa82,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:54.542922 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-0ebce4fe-33bf-462e-b875-421baec163b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:54.545923 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-0ebce4fe-33bf-462e-b875-421baec163b7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0877016 Jan 18 19:48:54.547237 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42372) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:48:54.591516 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f71fc6cc-39cf-4d36-89de-f0f1b99e25a9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for floatingip (3aca1bc4-47e4-457e-a308-6782f9b2d425), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:54.591861 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.l3_db [None req-f71fc6cc-39cf-4d36-89de-f0f1b99e25a9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Floating IP 3aca1bc4-47e4-457e-a308-6782f9b2d425 disassociated (deleted). External IP: 172.27.2.55, port: 61104cdb-9bc0-4894-8284-58f2ba9800ab. Jan 18 19:48:54.805196 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71fc6cc-39cf-4d36-89de-f0f1b99e25a9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Router d3688323-8aea-457e-84c2-ab9b2ef8b087 has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:48:54.806431 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-b6e8fa3f-f462-4b34-a420-82526c6be4e0 None None] Current status of the port 118828d4-18db-4b64-9673-67da2de9e8eb is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:48:54.816559 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 118828d4-18db-4b64-9673-67da2de9e8eb is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:48:54.844650 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] Set router d7a41e2d-2f65-48ee-b19c-8bc9f33f383f gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:48:54.920249 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71fc6cc-39cf-4d36-89de-f0f1b99e25a9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:48:54.924849 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-f71fc6cc-39cf-4d36-89de-f0f1b99e25a9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:54.935293 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9a6cf-8a45-41c7-9354-086b0af5c655 None None] Sync routers for ids ['d3688323-8aea-457e-84c2-ab9b2ef8b087'] in dv-cinder-811877-7-iscsi {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:48:54.946278 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc9a6cf-8a45-41c7-9354-086b0af5c655 None None] Routers {'d3688323-8aea-457e-84c2-ab9b2ef8b087'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:48:54.946895 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-adc9a6cf-8a45-41c7-9354-086b0af5c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:48:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d3688323-8aea-457e-84c2-ab9b2ef8b087'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:48:54.958382 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-f71fc6cc-39cf-4d36-89de-f0f1b99e25a9 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "DELETE /v2.0/floatingips/3aca1bc4-47e4-457e-a308-6782f9b2d425 HTTP/1.1" status: 204 len: 168 time: 1.0059607 Jan 18 19:48:54.958999 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'tag': '61104cdb-9bc0-4894-8284-58f2ba9800ab'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:48:54.961941 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ca733f-1683-4ff0-971e-0625fd7635d0" -d '{"events": [{"name": "network-changed", "server_uuid": "76396c15-5d8a-4e4b-a8e1-316218ce6b49", "tag": "61104cdb-9bc0-4894-8284-58f2ba9800ab"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:48:55.004264 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ff0af6-21ac-40dc-872a-a123f5102162 x-openstack-request-id: req-27ff0af6-21ac-40dc-872a-a123f5102162 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:48:55.004803 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76396c15-5d8a-4e4b-a8e1-316218ce6b49", "tag": "61104cdb-9bc0-4894-8284-58f2ba9800ab", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:48:55.005331 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27ff0af6-21ac-40dc-872a-a123f5102162 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:48:55.005920 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'tag': '61104cdb-9bc0-4894-8284-58f2ba9800ab', 'status': 'completed', 'code': 200} Jan 18 19:48:55.023860 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1b4e88d5-0042-4e9f-bd5b-09469dd73460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:55.047398 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'name': 'tempest-TestShelveInstance-86379349-router', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:52Z', 'updated_at': '2022-01-18T19:48:53Z', 'revision_number': 3, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'gw_port': {'id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:53Z', 'updated_at': '2022-01-18T19:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:48:55.082856 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] Checking router: d7a41e2d-2f65-48ee-b19c-8bc9f33f383f for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:48:55.083225 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] Updating router d7a41e2d-2f65-48ee-b19c-8bc9f33f383f port 4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95 binding host dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:48:55.097272 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca733f-1683-4ff0-971e-0625fd7635d0 req-8a994f00-6bed-4aa2-81a3-6f6feead69db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:48:55.100149 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-00ca733f-1683-4ff0-971e-0625fd7635d0 req-8a994f00-6bed-4aa2-81a3-6f6feead69db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5132940720394c7a9c249c61206833f6&device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 1099 time: 0.0701959 Jan 18 19:48:55.115193 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:55.117759 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-adc9a6cf-8a45-41c7-9354-086b0af5c655 None None] Set router d3688323-8aea-457e-84c2-ab9b2ef8b087 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:48:55.207741 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca733f-1683-4ff0-971e-0625fd7635d0 req-13dd66de-bc39-49e8-a5a5-97131672ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:48:55.210634 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-00ca733f-1683-4ff0-971e-0625fd7635d0 req-13dd66de-bc39-49e8-a5a5-97131672ae1b service neutron] 10.222.0.35 "GET /v2.0/networks?id=587eb791-8376-4b85-b8c3-4979fdf6baa8 HTTP/1.1" status: 200 len: 913 time: 0.1051600 Jan 18 19:48:55.250181 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-1b4e88d5-0042-4e9f-bd5b-09469dd73460 admin admin] Allocated IP 172.20.0.1 (3cebd65c-0550-4d1e-b06d-d56b77b5ebf9/885f19ee-7257-43da-82de-df418c31a807/7c023817-9f66-46f4-b644-bca0e8500623) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:48:55.273373 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-00ca733f-1683-4ff0-971e-0625fd7635d0 req-64e8977d-abfd-4e86-80c6-07a642f06f01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61104cdb-9bc0-4894-8284-58f2ba9800ab HTTP/1.1" status: 200 len: 217 time: 0.0565913 Jan 18 19:48:55.343155 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca733f-1683-4ff0-971e-0625fd7635d0 req-16eacaab-1beb-4683-903e-b1bb7b18681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:48:55.344632 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-00ca733f-1683-4ff0-971e-0625fd7635d0 req-16eacaab-1beb-4683-903e-b1bb7b18681c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56220d3c-b1c3-4597-b0e0-e815ef06647a HTTP/1.1" status: 200 len: 851 time: 0.0649776 Jan 18 19:48:55.392057 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca733f-1683-4ff0-971e-0625fd7635d0 req-de879694-b9ab-4d80-940b-6bdd65d2aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:48:55.393566 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1b4e88d5-0042-4e9f-bd5b-09469dd73460 admin admin] Publish callbacks [] for port (7c023817-9f66-46f4-b644-bca0e8500623), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:55.393753 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-00ca733f-1683-4ff0-971e-0625fd7635d0 req-de879694-b9ab-4d80-940b-6bdd65d2aa67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=587eb791-8376-4b85-b8c3-4979fdf6baa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430603 Jan 18 19:48:55.396324 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-adc9a6cf-8a45-41c7-9354-086b0af5c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 5, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:48:55.429152 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] Publish callbacks [] for port (4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:55.436646 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9a6cf-8a45-41c7-9354-086b0af5c655 None None] Checking router: d3688323-8aea-457e-84c2-ab9b2ef8b087 for host: dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:48:55.450344 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc9a6cf-8a45-41c7-9354-086b0af5c655 None None] Routers {'d3688323-8aea-457e-84c2-ab9b2ef8b087'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:48:55.450963 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-adc9a6cf-8a45-41c7-9354-086b0af5c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:48:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d3688323-8aea-457e-84c2-ab9b2ef8b087'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:48:55.496617 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1b4e88d5-0042-4e9f-bd5b-09469dd73460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (7c023817-9f66-46f4-b644-bca0e8500623), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:55.497298 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-00ca733f-1683-4ff0-971e-0625fd7635d0 req-2c24c8f1-1afe-47a1-8f3a-693f24476313 service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967436 Jan 18 19:48:55.523709 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:55.544252 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4e88d5-0042-4e9f-bd5b-09469dd73460 admin admin] Network 3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:48:55.547543 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-1b4e88d5-0042-4e9f-bd5b-09469dd73460 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:48:55.550441 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4e88d5-0042-4e9f-bd5b-09469dd73460 admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:48:55.566030 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-adc9a6cf-8a45-41c7-9354-086b0af5c655 None None] Set router d3688323-8aea-457e-84c2-ab9b2ef8b087 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:48:55.597934 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047eee1-6446-4b8b-99a1-3b413542577c req-c5154a9d-0205-4d4a-9dae-41f4a18deef6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:48:55.599956 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c047eee1-6446-4b8b-99a1-3b413542577c req-c5154a9d-0205-4d4a-9dae-41f4a18deef6 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 946 time: 0.1091008 Jan 18 19:48:55.609991 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1b4e88d5-0042-4e9f-bd5b-09469dd73460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088359'] for router_interface (d7a41e2d-2f65-48ee-b19c-8bc9f33f383f), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:55.640500 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d690e74-2652-42b1-8ad0-c84a4199d626 None None] Pushing event updated for resources: {'Port': ['ID=4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:55.644086 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] Attempting to bind port 4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95 on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:48:55.644460 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] Attempting to bind port 4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95 by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:48:55.644823 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] Attempting to bind port 4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95 on network f5eef2c2-a885-4f46-b327-cbc20c3014d9 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:48:55.652188 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:48:55.653314 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] Checking segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:48:55.653900 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:55.654490 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] Bound using segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:48:55.655139 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] Bound port: 4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:48:55.655704 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:55.661924 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e88d5-0042-4e9f-bd5b-09469dd73460 admin admin] Pushing event updated for resources: {'Port': ['ID=7c023817-9f66-46f4-b644-bca0e8500623,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:55.683951 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-00ca733f-1683-4ff0-971e-0625fd7635d0 req-2aeadd2c-9cf1-4d6c-bb5c-16a292c738e6 service neutron] 10.222.0.35 "GET /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792917 Jan 18 19:48:55.721130 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] For port 4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:48:55.724448 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] For port 4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:48:55.733332 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c047eee1-6446-4b8b-99a1-3b413542577c req-5341d52a-a4e2-4336-8a03-c1bd2192a638 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/security-groups?id=c9e528e8-cfda-457a-a93c-06faee597c10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182730 Jan 18 19:48:55.798642 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:55.843167 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-adc9a6cf-8a45-41c7-9354-086b0af5c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 5, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:48:55.859454 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1b4e88d5-0042-4e9f-bd5b-09469dd73460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (7c023817-9f66-46f4-b644-bca0e8500623), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:55.859690 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d690e74-2652-42b1-8ad0-c84a4199d626 None None] Pushing event updated for resources: {'Port': ['ID=4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:55.863166 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] Routers {'d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:48:55.863844 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:48:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:48:55.869555 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9a6cf-8a45-41c7-9354-086b0af5c655 None None] The sync data for ids ['d3688323-8aea-457e-84c2-ab9b2ef8b087'] in dv-cinder-811877-7-iscsi is: [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:44Z', 'revision_number': 4, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb', 'name': '', 'network_id': '587eb791-8376-4b85-b8c3-4979fdf6baa8', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'mac_address': 'fa:16:3e:5c:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:43Z', 'updated_at': '2022-01-18T19:38:49Z', 'revision_number': 5, 'project_id': '5132940720394c7a9c249c61206833f6', 'subnets': [{'id': '56220d3c-b1c3-4597-b0e0-e815ef06647a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:48:55.975724 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-8ffcccb6-d116-4b9a-8025-d8af3fcb175f None None] Provisioning complete for port 7c023817-9f66-46f4-b644-bca0e8500623 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:48:55.976094 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8ffcccb6-d116-4b9a-8025-d8af3fcb175f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (7c023817-9f66-46f4-b644-bca0e8500623), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:56.016138 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] Set router d7a41e2d-2f65-48ee-b19c-8bc9f33f383f gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:48:56.041021 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1b4e88d5-0042-4e9f-bd5b-09469dd73460 admin admin] Publish callbacks [] for port (7c023817-9f66-46f4-b644-bca0e8500623), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:56.050092 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-8ffcccb6-d116-4b9a-8025-d8af3fcb175f None None] Port 7c023817-9f66-46f4-b644-bca0e8500623 cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:48:56.090908 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1b4e88d5-0042-4e9f-bd5b-09469dd73460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740253'] for port (7c023817-9f66-46f4-b644-bca0e8500623), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:56.154372 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee9b46-21bd-4f0e-be85-96b690c1e49e None None] New status for floating IP 3aca1bc4-47e4-457e-a308-6782f9b2d425: DOWN {{(pid=103174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 19:48:56.156067 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1b4e88d5-0042-4e9f-bd5b-09469dd73460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088275'] for router_interface (d7a41e2d-2f65-48ee-b19c-8bc9f33f383f), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:56.165185 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2133a9-a089-42f7-86e2-d2cbfe392bc4 req-89505dab-e200-42af-800a-1f6b0ec8122d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:48:56.167059 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3d2133a9-a089-42f7-86e2-d2cbfe392bc4 req-89505dab-e200-42af-800a-1f6b0ec8122d tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.35 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 946 time: 0.0556555 Jan 18 19:48:56.214006 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e88d5-0042-4e9f-bd5b-09469dd73460 admin admin] Pushing event updated for resources: {'Port': ['ID=7c023817-9f66-46f4-b644-bca0e8500623,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:56.277313 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4e88d5-0042-4e9f-bd5b-09469dd73460 admin admin] Network 3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:48:56.280249 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-1b4e88d5-0042-4e9f-bd5b-09469dd73460 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:48:56.294617 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-3d2133a9-a089-42f7-86e2-d2cbfe392bc4 req-0cbcb93a-db0a-4008-b76c-6861e8bce630 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Deleting port 61104cdb-9bc0-4894-8284-58f2ba9800ab {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:48:56.296170 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-3d2133a9-a089-42f7-86e2-d2cbfe392bc4 req-0cbcb93a-db0a-4008-b76c-6861e8bce630 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (61104cdb-9bc0-4894-8284-58f2ba9800ab), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:56.322487 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'name': 'tempest-TestShelveInstance-86379349-router', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:52Z', 'updated_at': '2022-01-18T19:48:55Z', 'revision_number': 4, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'gw_port': {'id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:53Z', 'updated_at': '2022-01-18T19:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '7c023817-9f66-46f4-b644-bca0e8500623', 'name': '', 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'mac_address': 'fa:16:3e:8b:bb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '885f19ee-7257-43da-82de-df418c31a807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:55Z', 'updated_at': '2022-01-18T19:48:55Z', 'revision_number': 1, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'subnets': [{'id': '885f19ee-7257-43da-82de-df418c31a807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:48:56.359314 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 118828d4-18db-4b64-9673-67da2de9e8eb up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:48:56.362856 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6779d5-7bf1-4e3e-ad95-3c43f042102b None None] The sync data for ids ['d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'] in dv-cinder-811877-7-iscsi is: [{'id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'name': 'tempest-TestShelveInstance-86379349-router', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:52Z', 'updated_at': '2022-01-18T19:48:55Z', 'revision_number': 4, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'gw_port': {'id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:53Z', 'updated_at': '2022-01-18T19:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '7c023817-9f66-46f4-b644-bca0e8500623', 'name': '', 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'mac_address': 'fa:16:3e:8b:bb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '885f19ee-7257-43da-82de-df418c31a807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:55Z', 'updated_at': '2022-01-18T19:48:55Z', 'revision_number': 1, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'subnets': [{'id': '885f19ee-7257-43da-82de-df418c31a807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:48:56.418123 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 118828d4-18db-4b64-9673-67da2de9e8eb triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:48:56.418837 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (118828d4-18db-4b64-9673-67da2de9e8eb), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:56.419936 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-3d2133a9-a089-42f7-86e2-d2cbfe392bc4 req-0cbcb93a-db0a-4008-b76c-6861e8bce630 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] For port 61104cdb-9bc0-4894-8284-58f2ba9800ab, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=61104cdb-9bc0-4894-8284-58f2ba9800ab,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:48:56.420302 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-3d2133a9-a089-42f7-86e2-d2cbfe392bc4 req-0cbcb93a-db0a-4008-b76c-6861e8bce630 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (61104cdb-9bc0-4894-8284-58f2ba9800ab), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:56.436504 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-3d2133a9-a089-42f7-86e2-d2cbfe392bc4 req-0cbcb93a-db0a-4008-b76c-6861e8bce630 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Calling delete_port for 61104cdb-9bc0-4894-8284-58f2ba9800ab owned by compute:nova {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:48:56.439493 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4e88d5-0042-4e9f-bd5b-09469dd73460 admin admin] Router d7a41e2d-2f65-48ee-b19c-8bc9f33f383f has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:48:56.522316 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 118828d4-18db-4b64-9673-67da2de9e8eb is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:48:56.578643 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-4da4dff0-ba3f-4ab9-8f7b-97f338d89412 None None] Provisioning complete for port 7c023817-9f66-46f4-b644-bca0e8500623 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:48:56.578643 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4da4dff0-ba3f-4ab9-8f7b-97f338d89412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (7c023817-9f66-46f4-b644-bca0e8500623), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:56.584624 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4e88d5-0042-4e9f-bd5b-09469dd73460 admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:48:56.589998 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-1b4e88d5-0042-4e9f-bd5b-09469dd73460 admin admin] 10.222.0.20 "PUT /v2.0/routers/d7a41e2d-2f65-48ee-b19c-8bc9f33f383f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0417631 Jan 18 19:48:56.618867 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-4da4dff0-ba3f-4ab9-8f7b-97f338d89412 None None] Port 7c023817-9f66-46f4-b644-bca0e8500623 cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:48:56.690812 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-3d2133a9-a089-42f7-86e2-d2cbfe392bc4 req-0cbcb93a-db0a-4008-b76c-6861e8bce630 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (61104cdb-9bc0-4894-8284-58f2ba9800ab), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:56.731298 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcb93a-db0a-4008-b76c-6861e8bce630 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event deleted for resources: {'Port': ['ID=61104cdb-9bc0-4894-8284-58f2ba9800ab,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:56.768021 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2133a9-a089-42f7-86e2-d2cbfe392bc4 req-0cbcb93a-db0a-4008-b76c-6861e8bce630 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] No DVR routers for this DVR port 61104cdb-9bc0-4894-8284-58f2ba9800ab on host hv-cinder-81187 {{(pid=103172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:48:56.771186 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-3d2133a9-a089-42f7-86e2-d2cbfe392bc4 req-0cbcb93a-db0a-4008-b76c-6861e8bce630 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:56.775446 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3d2133a9-a089-42f7-86e2-d2cbfe392bc4 req-0cbcb93a-db0a-4008-b76c-6861e8bce630 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.35 "DELETE /v2.0/ports/61104cdb-9bc0-4894-8284-58f2ba9800ab HTTP/1.1" status: 204 len: 173 time: 0.6033230 Jan 18 19:48:56.849070 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-733adcde-a31f-402b-a85d-847289d7993c req-0e0e4590-f7f0-486f-a4af-0c8047d83c9e tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 210 time: 0.0343347 Jan 18 19:48:57.007674 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'name': 'network-vif-deleted', 'tag': '61104cdb-9bc0-4894-8284-58f2ba9800ab'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:48:57.010312 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96b29a5-7b4d-49d7-b22f-da9539d377f5" -d '{"events": [{"server_uuid": "76396c15-5d8a-4e4b-a8e1-316218ce6b49", "name": "network-vif-deleted", "tag": "61104cdb-9bc0-4894-8284-58f2ba9800ab"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:48:57.050206 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c154602e-8430-40a4-b0e4-065119a3613b x-openstack-request-id: req-c154602e-8430-40a4-b0e4-065119a3613b {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:48:57.050529 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76396c15-5d8a-4e4b-a8e1-316218ce6b49", "name": "network-vif-deleted", "tag": "61104cdb-9bc0-4894-8284-58f2ba9800ab", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:48:57.050756 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c154602e-8430-40a4-b0e4-065119a3613b {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:48:57.051150 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76396c15-5d8a-4e4b-a8e1-316218ce6b49', 'name': 'network-vif-deleted', 'tag': '61104cdb-9bc0-4894-8284-58f2ba9800ab', 'status': 'completed', 'code': 200} Jan 18 19:48:57.437351 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42406) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:48:57.442401 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-c3a3c088-98c2-4305-a2a6-7d708c5bab10 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-929960765-network', 'tenant_id': '2f3aff3a454149c3a3b0680075af8239'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:57.547652 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a3c088-98c2-4305-a2a6-7d708c5bab10 admin admin] Made reservation on behalf of 2f3aff3a454149c3a3b0680075af8239 for: {'network': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:48:57.550559 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c088-98c2-4305-a2a6-7d708c5bab10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for network (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:57.560186 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c088-98c2-4305-a2a6-7d708c5bab10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:57.637195 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c088-98c2-4305-a2a6-7d708c5bab10 admin admin] Publish callbacks [] for security_group (a27d7696-dc76-4957-89ad-c9f5d452db43), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:57.684871 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c088-98c2-4305-a2a6-7d708c5bab10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (a27d7696-dc76-4957-89ad-c9f5d452db43), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:57.714837 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a3c088-98c2-4305-a2a6-7d708c5bab10 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 19:48:57.724797 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3c088-98c2-4305-a2a6-7d708c5bab10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27d7696-dc76-4957-89ad-c9f5d452db43,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:57.731296 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c088-98c2-4305-a2a6-7d708c5bab10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (a6cb31f5-5141-4e83-9ee3-97a1d650834f), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:57.731784 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.db.segments_db [None req-c3a3c088-98c2-4305-a2a6-7d708c5bab10 admin admin] Added segment a6cb31f5-5141-4e83-9ee3-97a1d650834f of type vlan for network 3af74f70-6a61-45a3-99ed-ef867a9011f6 Jan 18 19:48:57.774612 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c088-98c2-4305-a2a6-7d708c5bab10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736991889309'] for network (3af74f70-6a61-45a3-99ed-ef867a9011f6), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:57.850767 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c088-98c2-4305-a2a6-7d708c5bab10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948'] for network (3af74f70-6a61-45a3-99ed-ef867a9011f6), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:57.851762 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a3c088-98c2-4305-a2a6-7d708c5bab10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:48:57.852347 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c3a3c088-98c2-4305-a2a6-7d708c5bab10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:57.908540 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3c088-98c2-4305-a2a6-7d708c5bab10 admin admin] Pushing event updated for resources: {'Network': ['ID=3af74f70-6a61-45a3-99ed-ef867a9011f6,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:57.919059 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Network 3af74f70-6a61-45a3-99ed-ef867a9011f6 details requested by agent ovs-agent-dv-cinder-811877-7-iscsi with host dv-cinder-811877-7-iscsi {{(pid=103174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 19:48:57.954438 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-c3a3c088-98c2-4305-a2a6-7d708c5bab10 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5158510 Jan 18 19:48:57.955163 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42412) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:48:57.961649 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c466153b-1eca-4849-ae98-6f6537a99acc req-7a366805-f135-44ad-8984-a408199561c3 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "GET /v2.0/ports?device_id=76396c15-5d8a-4e4b-a8e1-316218ce6b49 HTTP/1.1" status: 200 len: 210 time: 0.0287118 Jan 18 19:48:57.965549 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-380fcaaa-0c95-4b2c-a0ba-d718a7c0ba79 admin admin] Request body: {'subnet': {'network_id': '3af74f70-6a61-45a3-99ed-ef867a9011f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-929960765-subnet', 'tenant_id': '2f3aff3a454149c3a3b0680075af8239', 'ip_version': 4}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:58.090817 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380fcaaa-0c95-4b2c-a0ba-d718a7c0ba79 admin admin] Made reservation on behalf of 2f3aff3a454149c3a3b0680075af8239 for: {'subnet': 1} {{(pid=103173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:48:58.093314 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-380fcaaa-0c95-4b2c-a0ba-d718a7c0ba79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4604092'] for subnet (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:58.311744 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:48:58.319329 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-380fcaaa-0c95-4b2c-a0ba-d718a7c0ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4740198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4604050'] for subnet (cb0b2fd1-9624-4627-bee1-137270bc3586), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:58.364024 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:48:58.364426 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:58.368779 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fcaaa-0c95-4b2c-a0ba-d718a7c0ba79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb0b2fd1-9624-4627-bee1-137270bc3586,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:58.383196 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380fcaaa-0c95-4b2c-a0ba-d718a7c0ba79 admin admin] Checking segment: {'id': 'a6cb31f5-5141-4e83-9ee3-97a1d650834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3af74f70-6a61-45a3-99ed-ef867a9011f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:48:58.383553 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380fcaaa-0c95-4b2c-a0ba-d718a7c0ba79 admin admin] Network hostable DHCP agents. Network: 3af74f70-6a61-45a3-99ed-ef867a9011f6, hostable agents: ['0d168223-99d0-40e7-a552-9355723bc6d5'], hosted agents: [] {{(pid=103173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 19:48:58.440930 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95 is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:48:58.441246 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:58.456206 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380fcaaa-0c95-4b2c-a0ba-d718a7c0ba79 admin admin] Network 3af74f70-6a61-45a3-99ed-ef867a9011f6 is scheduled to be hosted by DHCP agent 0d168223-99d0-40e7-a552-9355723bc6d5 with binding_index 1 {{(pid=103173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 19:48:58.462911 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] For port 4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:48:58.501795 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] Sync routers for ids ['d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'] in dv-cinder-811877-7-iscsi {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:48:58.512281 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] Routers {'d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:48:58.512881 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:48:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:48:58.559132 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:58.587651 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-380fcaaa-0c95-4b2c-a0ba-d718a7c0ba79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811877-7-iscsi, 3af74f70-6a61-45a3-99ed-ef867a9011f6) {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:48:58.592448 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380fcaaa-0c95-4b2c-a0ba-d718a7c0ba79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:48:58.593284 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-380fcaaa-0c95-4b2c-a0ba-d718a7c0ba79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:58.601044 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61682f40-0f48-45ed-974b-5706f8653118 None None] Network 3af74f70-6a61-45a3-99ed-ef867a9011f6 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:48:58.618034 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] Set router d7a41e2d-2f65-48ee-b19c-8bc9f33f383f gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:48:58.650520 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Pushing event updated for resources: {'Port': ['ID=4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:58.693463 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-380fcaaa-0c95-4b2c-a0ba-d718a7c0ba79 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7369678 Jan 18 19:48:58.696012 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42414) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:48:58.700759 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-8436ccba-b33d-4a3c-add0-f74c4b394272 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-929960765-router', 'tenant_id': '2f3aff3a454149c3a3b0680075af8239', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:48:58.712359 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp129c5bed-9af5-5ca5-9b54-29f02576e802-3af74f70-6a61-45a3-99ed-ef867a9011f6', 'network_id': '3af74f70-6a61-45a3-99ed-ef867a9011f6', 'project_id': '2f3aff3a454149c3a3b0680075af8239', 'fixed_ips': [{'subnet_id': 'cb0b2fd1-9624-4627-bee1-137270bc3586'}]}} from dv-cinder-811877-7-iscsi. {{(pid=103174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 19:48:58.713290 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:58.816610 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8436ccba-b33d-4a3c-add0-f74c4b394272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2091113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9179'] for router (9d8bae16-ba18-463d-b5d3-0957dae0869a), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:58.817819 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8436ccba-b33d-4a3c-add0-f74c4b394272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2091013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2087335', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1984424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9184'] for router (9d8bae16-ba18-463d-b5d3-0957dae0869a), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:58.819009 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'name': 'tempest-TestShelveInstance-86379349-router', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:52Z', 'updated_at': '2022-01-18T19:48:55Z', 'revision_number': 4, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'gw_port': {'id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:53Z', 'updated_at': '2022-01-18T19:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '7c023817-9f66-46f4-b644-bca0e8500623', 'name': '', 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'mac_address': 'fa:16:3e:8b:bb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '885f19ee-7257-43da-82de-df418c31a807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:55Z', 'updated_at': '2022-01-18T19:48:55Z', 'revision_number': 2, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'subnets': [{'id': '885f19ee-7257-43da-82de-df418c31a807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:48:58.845648 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] Checking router: d7a41e2d-2f65-48ee-b19c-8bc9f33f383f for host: dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:48:58.846007 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] Updating router d7a41e2d-2f65-48ee-b19c-8bc9f33f383f port 7c023817-9f66-46f4-b644-bca0e8500623 binding host dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:48:58.854811 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.db_base_plugin_common [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] Allocated IP 172.20.0.2 (3af74f70-6a61-45a3-99ed-ef867a9011f6/cb0b2fd1-9624-4627-bee1-137270bc3586/f4f8ddb6-acad-42ad-ad68-aef2740ba724) {{(pid=103174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:48:58.874241 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8436ccba-b33d-4a3c-add0-f74c4b394272 admin admin] Publish callbacks [] for router_controller (9d8bae16-ba18-463d-b5d3-0957dae0869a), precommit_add_association {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:58.879346 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (7c023817-9f66-46f4-b644-bca0e8500623), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.010726 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] Publish callbacks [] for port (f4f8ddb6-acad-42ad-ad68-aef2740ba724), precommit_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.037787 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42418) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:48:59.062183 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900'] for port (f4f8ddb6-acad-42ad-ad68-aef2740ba724), after_create {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.074213 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8436ccba-b33d-4a3c-add0-f74c4b394272 admin admin] Publish callbacks [] for router_gateway (9d8bae16-ba18-463d-b5d3-0957dae0869a), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.113029 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] Network 3af74f70-6a61-45a3-99ed-ef867a9011f6 is already hosted by enough agents. {{(pid=103174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:48:59.115952 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.scheduler.base_scheduler [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] Resources bound (agent type, host, resource id): {{(pid=103174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:48:59.119545 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] Received port after_create {{(pid=103174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:48:59.131716 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] Pushing event updated for resources: {'Port': ['ID=f4f8ddb6-acad-42ad-ad68-aef2740ba724,revision_number=1']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:59.177064 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-b5943b12-83f1-4e89-87f5-2fe5b18862de tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Deleting port 90663111-a32a-4f2e-b1cd-efba59e7fd16 {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:48:59.177824 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b5943b12-83f1-4e89-87f5-2fe5b18862de tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (90663111-a32a-4f2e-b1cd-efba59e7fd16), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.196102 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] Attempting to bind port f4f8ddb6-acad-42ad-ad68-aef2740ba724 on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:48:59.196990 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] Attempting to bind port f4f8ddb6-acad-42ad-ad68-aef2740ba724 by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': 'a6cb31f5-5141-4e83-9ee3-97a1d650834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3af74f70-6a61-45a3-99ed-ef867a9011f6'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:48:59.196990 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] Attempting to bind port f4f8ddb6-acad-42ad-ad68-aef2740ba724 on network 3af74f70-6a61-45a3-99ed-ef867a9011f6 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:48:59.203383 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:48:59.203760 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] Checking segment: {'id': 'a6cb31f5-5141-4e83-9ee3-97a1d650834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3af74f70-6a61-45a3-99ed-ef867a9011f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:48:59.204243 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.204632 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] Bound using segment: {'id': 'a6cb31f5-5141-4e83-9ee3-97a1d650834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3af74f70-6a61-45a3-99ed-ef867a9011f6'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:48:59.205252 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] Bound port: f4f8ddb6-acad-42ad-ad68-aef2740ba724, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cb31f5-5141-4e83-9ee3-97a1d650834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3af74f70-6a61-45a3-99ed-ef867a9011f6'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:48:59.205637 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (f4f8ddb6-acad-42ad-ad68-aef2740ba724), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.248412 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] Publish callbacks [] for port (7c023817-9f66-46f4-b644-bca0e8500623), precommit_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.268795 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b5943b12-83f1-4e89-87f5-2fe5b18862de tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (90663111-a32a-4f2e-b1cd-efba59e7fd16), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.268795 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b5943b12-83f1-4e89-87f5-2fe5b18862de tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for floatingip (90663111-a32a-4f2e-b1cd-efba59e7fd16), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.283227 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-b5943b12-83f1-4e89-87f5-2fe5b18862de tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Calling delete_port for 90663111-a32a-4f2e-b1cd-efba59e7fd16 owned by network:floatingip {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:48:59.285924 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] For port f4f8ddb6-acad-42ad-ad68-aef2740ba724, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:48:59.289548 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] For port f4f8ddb6-acad-42ad-ad68-aef2740ba724, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=f4f8ddb6-acad-42ad-ad68-aef2740ba724,segment=NetworkSegment(a6cb31f5-5141-4e83-9ee3-97a1d650834f),segment_id=a6cb31f5-5141-4e83-9ee3-97a1d650834f)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:48:59.313515 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (7c023817-9f66-46f4-b644-bca0e8500623), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.351959 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8436ccba-b33d-4a3c-add0-f74c4b394272 admin admin] Publish callbacks [] for router_gateway (9d8bae16-ba18-463d-b5d3-0957dae0869a), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.356548 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b347d3-9982-44e3-b80a-026da669a67f None None] Pushing event updated for resources: {'Port': ['ID=7c023817-9f66-46f4-b644-bca0e8500623,revision_number=3']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:59.371526 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8436ccba-b33d-4a3c-add0-f74c4b394272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.382334 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (f4f8ddb6-acad-42ad-ad68-aef2740ba724), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.419768 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b347d3-9982-44e3-b80a-026da669a67f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:59.420206 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b347d3-9982-44e3-b80a-026da669a67f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:59.420572 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b347d3-9982-44e3-b80a-026da669a67f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:59.420913 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b347d3-9982-44e3-b80a-026da669a67f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:59.421245 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b347d3-9982-44e3-b80a-026da669a67f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:59.421607 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b347d3-9982-44e3-b80a-026da669a67f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:59.421898 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b347d3-9982-44e3-b80a-026da669a67f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:59.422247 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b347d3-9982-44e3-b80a-026da669a67f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:59.422779 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b347d3-9982-44e3-b80a-026da669a67f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:59.423278 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b347d3-9982-44e3-b80a-026da669a67f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:59.423784 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b347d3-9982-44e3-b80a-026da669a67f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:59.424267 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b347d3-9982-44e3-b80a-026da669a67f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:59.424758 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b347d3-9982-44e3-b80a-026da669a67f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:48:59.428383 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] Attempting to bind port 7c023817-9f66-46f4-b644-bca0e8500623 on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:48:59.428943 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] Attempting to bind port 7c023817-9f66-46f4-b644-bca0e8500623 by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': 'a9fed64b-77e7-484e-9374-e86fd9832306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9'}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:48:59.429491 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] Attempting to bind port 7c023817-9f66-46f4-b644-bca0e8500623 on network 3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:48:59.439764 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:48:59.440192 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] Checking segment: {'id': 'a9fed64b-77e7-484e-9374-e86fd9832306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:48:59.440599 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.440986 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] Bound using segment: {'id': 'a9fed64b-77e7-484e-9374-e86fd9832306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9'} {{(pid=103175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:48:59.441456 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.managers [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] Bound port: 7c023817-9f66-46f4-b644-bca0e8500623, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fed64b-77e7-484e-9374-e86fd9832306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9'}}] {{(pid=103175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:48:59.441883 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (7c023817-9f66-46f4-b644-bca0e8500623), before_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.482501 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae5f47-5e49-4193-8baa-c0e3b37244f9 None None] Pushing event updated for resources: {'Port': ['ID=f4f8ddb6-acad-42ad-ad68-aef2740ba724,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:59.513864 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b5943b12-83f1-4e89-87f5-2fe5b18862de tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (90663111-a32a-4f2e-b1cd-efba59e7fd16), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.541386 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-8436ccba-b33d-4a3c-add0-f74c4b394272 admin admin] Allocated IP 172.27.2.175 (f5eef2c2-a885-4f46-b327-cbc20c3014d9/9269629e-72aa-4525-943b-faee8ca91ecd/1a877157-0c2e-45fc-a2eb-f249ad210bd1) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:48:59.544328 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5943b12-83f1-4e89-87f5-2fe5b18862de tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event deleted for resources: {'Port': ['ID=90663111-a32a-4f2e-b1cd-efba59e7fd16,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:59.555240 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] For port 7c023817-9f66-46f4-b644-bca0e8500623, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:48:59.558591 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.plugins.ml2.db [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] For port 7c023817-9f66-46f4-b644-bca0e8500623, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=7c023817-9f66-46f4-b644-bca0e8500623,segment=NetworkSegment(a9fed64b-77e7-484e-9374-e86fd9832306),segment_id=a9fed64b-77e7-484e-9374-e86fd9832306)] {{(pid=103175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:48:59.605086 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (7c023817-9f66-46f4-b644-bca0e8500623), after_update {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.641890 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b5943b12-83f1-4e89-87f5-2fe5b18862de tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for floatingip (0290f198-454d-4c97-af32-e8afdebf53b6), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.646289 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-b5943b12-83f1-4e89-87f5-2fe5b18862de tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.650441 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-b5943b12-83f1-4e89-87f5-2fe5b18862de tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "DELETE /v2.0/floatingips/0290f198-454d-4c97-af32-e8afdebf53b6 HTTP/1.1" status: 204 len: 168 time: 0.6092908 Jan 18 19:48:59.659738 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] Routers {'d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:48:59.660364 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:48:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:48:59.674388 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8436ccba-b33d-4a3c-add0-f74c4b394272 admin admin] Publish callbacks [] for port (1a877157-0c2e-45fc-a2eb-f249ad210bd1), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.795188 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8436ccba-b33d-4a3c-add0-f74c4b394272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (1a877157-0c2e-45fc-a2eb-f249ad210bd1), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.831456 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2681707e-b483-4083-8567-886936802166 None None] Provisioning complete for port 7c023817-9f66-46f4-b644-bca0e8500623 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:48:59.831971 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2681707e-b483-4083-8567-886936802166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (7c023817-9f66-46f4-b644-bca0e8500623), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:48:59.840140 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] Set router d7a41e2d-2f65-48ee-b19c-8bc9f33f383f gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:48:59.851977 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8436ccba-b33d-4a3c-add0-f74c4b394272 admin admin] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:48:59.856492 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-8436ccba-b33d-4a3c-add0-f74c4b394272 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:48:59.876930 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8436ccba-b33d-4a3c-add0-f74c4b394272 admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:48:59.929210 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436ccba-b33d-4a3c-add0-f74c4b394272 admin admin] Pushing event updated for resources: {'Port': ['ID=1a877157-0c2e-45fc-a2eb-f249ad210bd1,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:59.960592 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b347d3-9982-44e3-b80a-026da669a67f None None] Pushing event updated for resources: {'Port': ['ID=7c023817-9f66-46f4-b644-bca0e8500623,revision_number=4']} {{(pid=103175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:48:59.978236 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2681707e-b483-4083-8567-886936802166 None None] Current status of the port 7c023817-9f66-46f4-b644-bca0e8500623 is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:48:59.978745 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2681707e-b483-4083-8567-886936802166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (7c023817-9f66-46f4-b644-bca0e8500623), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:00.021184 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:49:00.044413 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2681707e-b483-4083-8567-886936802166 None None] For port 7c023817-9f66-46f4-b644-bca0e8500623, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=7c023817-9f66-46f4-b644-bca0e8500623,segment=NetworkSegment(a9fed64b-77e7-484e-9374-e86fd9832306),segment_id=a9fed64b-77e7-484e-9374-e86fd9832306)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:49:00.119414 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2681707e-b483-4083-8567-886936802166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (7c023817-9f66-46f4-b644-bca0e8500623), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:00.126677 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'name': 'tempest-TestShelveInstance-86379349-router', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:52Z', 'updated_at': '2022-01-18T19:48:55Z', 'revision_number': 4, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'gw_port': {'id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:53Z', 'updated_at': '2022-01-18T19:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '7c023817-9f66-46f4-b644-bca0e8500623', 'name': '', 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'mac_address': 'fa:16:3e:8b:bb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '885f19ee-7257-43da-82de-df418c31a807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:55Z', 'updated_at': '2022-01-18T19:48:59Z', 'revision_number': 4, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'subnets': [{'id': '885f19ee-7257-43da-82de-df418c31a807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:00.165556 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee9b1ba-ec04-4f50-ae31-d41b2c2872e9 None None] The sync data for ids ['d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'] in dv-cinder-811877-7-iscsi is: [{'id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'name': 'tempest-TestShelveInstance-86379349-router', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:52Z', 'updated_at': '2022-01-18T19:48:55Z', 'revision_number': 4, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'gw_port': {'id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:53Z', 'updated_at': '2022-01-18T19:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '7c023817-9f66-46f4-b644-bca0e8500623', 'name': '', 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'mac_address': 'fa:16:3e:8b:bb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '885f19ee-7257-43da-82de-df418c31a807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:55Z', 'updated_at': '2022-01-18T19:48:59Z', 'revision_number': 4, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'subnets': [{'id': '885f19ee-7257-43da-82de-df418c31a807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:49:00.171059 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681707e-b483-4083-8567-886936802166 None None] Pushing event updated for resources: {'Port': ['ID=7c023817-9f66-46f4-b644-bca0e8500623,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:00.247057 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-cd44a40f-eb1a-4151-ba05-861e8b19540d None None] Provisioning complete for port 7c023817-9f66-46f4-b644-bca0e8500623 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:49:00.247430 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-cd44a40f-eb1a-4151-ba05-861e8b19540d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (7c023817-9f66-46f4-b644-bca0e8500623), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:00.356281 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-cd44a40f-eb1a-4151-ba05-861e8b19540d None None] Current status of the port 7c023817-9f66-46f4-b644-bca0e8500623 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:49:00.381128 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8436ccba-b33d-4a3c-add0-f74c4b394272 admin admin] Publish callbacks [] for router_gateway (9d8bae16-ba18-463d-b5d3-0957dae0869a), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:00.471034 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:49:00.511960 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 61104cdb-9bc0-4894-8284-58f2ba9800ab no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:49:00.540556 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: 61104cdb-9bc0-4894-8284-58f2ba9800ab {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:49:00.540913 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 61104cdb-9bc0-4894-8284-58f2ba9800ab not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:49:00.570374 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:49:00.570921 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:00.652227 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8436ccba-b33d-4a3c-add0-f74c4b394272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2091036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2087314'] for router (9d8bae16-ba18-463d-b5d3-0957dae0869a), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:00.666212 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:49:00.667455 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device f4f8ddb6-acad-42ad-ad68-aef2740ba724 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:49:00.738382 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port f4f8ddb6-acad-42ad-ad68-aef2740ba724 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:49:00.738842 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (f4f8ddb6-acad-42ad-ad68-aef2740ba724), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:00.813251 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb16933-0466-46b9-9437-4fec690ee34a None None] Network 3af74f70-6a61-45a3-99ed-ef867a9011f6 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:49:01.017352 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port f4f8ddb6-acad-42ad-ad68-aef2740ba724 is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:49:01.017746 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (f4f8ddb6-acad-42ad-ad68-aef2740ba724), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:01.063356 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-bc58f23b-1888-4290-a4a5-175100875bae None None] Provisioning complete for port f4f8ddb6-acad-42ad-ad68-aef2740ba724 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:49:01.064006 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-bc58f23b-1888-4290-a4a5-175100875bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (f4f8ddb6-acad-42ad-ad68-aef2740ba724), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:01.097938 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] For port f4f8ddb6-acad-42ad-ad68-aef2740ba724, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=f4f8ddb6-acad-42ad-ad68-aef2740ba724,segment=NetworkSegment(a6cb31f5-5141-4e83-9ee3-97a1d650834f),segment_id=a6cb31f5-5141-4e83-9ee3-97a1d650834f)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:49:01.137349 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8436ccba-b33d-4a3c-add0-f74c4b394272 admin admin] Router 9d8bae16-ba18-463d-b5d3-0957dae0869a is scheduled to L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb with binding_index 1 {{(pid=103173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 19:49:01.165758 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42432) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:01.181706 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-bc58f23b-1888-4290-a4a5-175100875bae None None] Current status of the port f4f8ddb6-acad-42ad-ad68-aef2740ba724 is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:49:01.182289 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-bc58f23b-1888-4290-a4a5-175100875bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (f4f8ddb6-acad-42ad-ad68-aef2740ba724), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:01.194837 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (f4f8ddb6-acad-42ad-ad68-aef2740ba724), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:01.195699 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 7c023817-9f66-46f4-b644-bca0e8500623 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:49:01.244559 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-05713b4b-c543-40bf-874a-caa845174376 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group (c9e528e8-cfda-457a-a93c-06faee597c10), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:01.259726 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Pushing event updated for resources: {'Port': ['ID=f4f8ddb6-acad-42ad-ad68-aef2740ba724,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:01.274895 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8436ccba-b33d-4a3c-add0-f74c4b394272 admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:49:01.283536 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-05713b4b-c543-40bf-874a-caa845174376 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group (c9e528e8-cfda-457a-a93c-06faee597c10), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:01.296825 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] Sync routers for ids ['9d8bae16-ba18-463d-b5d3-0957dae0869a'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:49:01.350275 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] Routers {'9d8bae16-ba18-463d-b5d3-0957dae0869a'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:49:01.350964 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:48:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['9d8bae16-ba18-463d-b5d3-0957dae0869a'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:01.362111 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-8436ccba-b33d-4a3c-add0-f74c4b394272 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:01.363470 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-8436ccba-b33d-4a3c-add0-f74c4b394272 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6663582 Jan 18 19:49:01.366843 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42434) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:01.402352 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.db.api [None req-bc58f23b-1888-4290-a4a5-175100875bae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 19:49:01.402732 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG oslo_db.api [None req-bc58f23b-1888-4290-a4a5-175100875bae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 19:49:01.427403 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-05713b4b-c543-40bf-874a-caa845174376 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (c9e528e8-cfda-457a-a93c-06faee597c10), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:01.429987 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-05713b4b-c543-40bf-874a-caa845174376 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:01.431308 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-05713b4b-c543-40bf-874a-caa845174376 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] 10.222.0.20 "DELETE /v2.0/security-groups/c9e528e8-cfda-457a-a93c-06faee597c10 HTTP/1.1" status: 204 len: 168 time: 0.2643831 Jan 18 19:49:01.441517 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05713b4b-c543-40bf-874a-caa845174376 tempest-TestVolumeBootPattern-762096554 tempest-TestVolumeBootPattern-762096554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e528e8-cfda-457a-a93c-06faee597c10,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:01.446542 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 7c023817-9f66-46f4-b644-bca0e8500623 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:49:01.448288 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (7c023817-9f66-46f4-b644-bca0e8500623), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:01.525283 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] Set router 9d8bae16-ba18-463d-b5d3-0957dae0869a gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:49:01.556398 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42438) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:01.665971 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 7c023817-9f66-46f4-b644-bca0e8500623 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:49:01.746654 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8bae16-ba18-463d-b5d3-0957dae0869a', 'name': 'tempest-TestShelveInstance-929960765-router', 'tenant_id': '2f3aff3a454149c3a3b0680075af8239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1a877157-0c2e-45fc-a2eb-f249ad210bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:58Z', 'updated_at': '2022-01-18T19:49:00Z', 'revision_number': 3, 'project_id': '2f3aff3a454149c3a3b0680075af8239', 'gw_port': {'id': '1a877157-0c2e-45fc-a2eb-f249ad210bd1', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8bae16-ba18-463d-b5d3-0957dae0869a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:59Z', 'updated_at': '2022-01-18T19:48:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:01.775043 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] Checking router: 9d8bae16-ba18-463d-b5d3-0957dae0869a for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:49:01.775401 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] Updating router 9d8bae16-ba18-463d-b5d3-0957dae0869a port 1a877157-0c2e-45fc-a2eb-f249ad210bd1 binding host dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:49:01.802431 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (1a877157-0c2e-45fc-a2eb-f249ad210bd1), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:01.836057 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:01.977009 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-bc58f23b-1888-4290-a4a5-175100875bae None None] Current status of the port f4f8ddb6-acad-42ad-ad68-aef2740ba724 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:49:02.079139 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] Publish callbacks [] for port (1a877157-0c2e-45fc-a2eb-f249ad210bd1), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:02.099258 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-742c64eb-0a97-4e96-a7b0-d62a897b0e3d None None] Provisioning complete for port f4f8ddb6-acad-42ad-ad68-aef2740ba724 triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:49:02.099583 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-742c64eb-0a97-4e96-a7b0-d62a897b0e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (f4f8ddb6-acad-42ad-ad68-aef2740ba724), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:02.139276 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (1a877157-0c2e-45fc-a2eb-f249ad210bd1), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:02.145846 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_common [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Allocated IP 172.20.0.1 (3af74f70-6a61-45a3-99ed-ef867a9011f6/cb0b2fd1-9624-4627-bee1-137270bc3586/80e5c355-12e3-4ed3-8406-e7a46b5ce4ec) {{(pid=103173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:49:02.217305 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92cf84-f489-4686-a548-b09b219d943f None None] Pushing event updated for resources: {'Port': ['ID=1a877157-0c2e-45fc-a2eb-f249ad210bd1,revision_number=2']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:02.219603 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] Attempting to bind port 1a877157-0c2e-45fc-a2eb-f249ad210bd1 on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:49:02.221914 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] Attempting to bind port 1a877157-0c2e-45fc-a2eb-f249ad210bd1 by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:49:02.221914 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] Attempting to bind port 1a877157-0c2e-45fc-a2eb-f249ad210bd1 on network f5eef2c2-a885-4f46-b327-cbc20c3014d9 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:49:02.233112 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:49:02.233401 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] Checking segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:49:02.233905 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:02.234548 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] Bound using segment: {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:49:02.234677 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] Bound port: 1a877157-0c2e-45fc-a2eb-f249ad210bd1, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe4a90a-0df8-4eb5-9d06-608c739e47b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:49:02.235044 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (1a877157-0c2e-45fc-a2eb-f249ad210bd1), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:02.262712 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-742c64eb-0a97-4e96-a7b0-d62a897b0e3d None None] Current status of the port f4f8ddb6-acad-42ad-ad68-aef2740ba724 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:49:02.291236 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] For port 1a877157-0c2e-45fc-a2eb-f249ad210bd1, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:49:02.295821 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] For port 1a877157-0c2e-45fc-a2eb-f249ad210bd1, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=1a877157-0c2e-45fc-a2eb-f249ad210bd1,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:49:02.299980 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Publish callbacks [] for port (80e5c355-12e3-4ed3-8406-e7a46b5ce4ec), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:02.309365 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device f4f8ddb6-acad-42ad-ad68-aef2740ba724 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:49:02.357074 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port f4f8ddb6-acad-42ad-ad68-aef2740ba724 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:49:02.357435 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (f4f8ddb6-acad-42ad-ad68-aef2740ba724), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:02.366829 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-efd8afbf-a79a-4971-b193-4dd8ebf76e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2088248'] for router_interface (d3688323-8aea-457e-84c2-ab9b2ef8b087), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:02.378185 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (1a877157-0c2e-45fc-a2eb-f249ad210bd1), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:02.445601 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (80e5c355-12e3-4ed3-8406-e7a46b5ce4ec), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:02.449921 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] Routers {'9d8bae16-ba18-463d-b5d3-0957dae0869a'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:49:02.450625 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:48:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['9d8bae16-ba18-463d-b5d3-0957dae0869a'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:02.490401 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Network 3af74f70-6a61-45a3-99ed-ef867a9011f6 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:49:02.499524 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92cf84-f489-4686-a548-b09b219d943f None None] Pushing event updated for resources: {'Port': ['ID=1a877157-0c2e-45fc-a2eb-f249ad210bd1,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:02.502700 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:49:02.510054 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Received port after_create {{(pid=103173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:49:02.545080 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Pushing event updated for resources: {'Port': ['ID=80e5c355-12e3-4ed3-8406-e7a46b5ce4ec,revision_number=1']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:02.580781 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port f4f8ddb6-acad-42ad-ad68-aef2740ba724 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:49:02.588295 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:02.588650 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:02.589004 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:02.589346 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:02.589685 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:02.590016 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:02.590379 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:02.590713 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:02.591045 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:02.591373 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:02.591703 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:02.592022 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:02.592343 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:02.604277 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] Set router 9d8bae16-ba18-463d-b5d3-0957dae0869a gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:49:02.617126 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2088359'] for router_interface (9d8bae16-ba18-463d-b5d3-0957dae0869a), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:02.798961 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-efd8afbf-a79a-4971-b193-4dd8ebf76e8e admin admin] Deleting port 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:49:02.799220 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-efd8afbf-a79a-4971-b193-4dd8ebf76e8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:02.847810 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-bd11b8ef-3622-4205-8f33-3f2860a606e5 None None] Provisioning complete for port 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:49:02.848202 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-bd11b8ef-3622-4205-8f33-3f2860a606e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (80e5c355-12e3-4ed3-8406-e7a46b5ce4ec), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:02.868995 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (80e5c355-12e3-4ed3-8406-e7a46b5ce4ec), before_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:02.896929 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-bd11b8ef-3622-4205-8f33-3f2860a606e5 None None] Port 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:49:02.933591 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-efd8afbf-a79a-4971-b193-4dd8ebf76e8e admin admin] For port 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:49:02.933907 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-efd8afbf-a79a-4971-b193-4dd8ebf76e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:02.955725 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-efd8afbf-a79a-4971-b193-4dd8ebf76e8e admin admin] Calling delete_port for 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb owned by network:router_interface {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:49:02.962291 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8bae16-ba18-463d-b5d3-0957dae0869a', 'name': 'tempest-TestShelveInstance-929960765-router', 'tenant_id': '2f3aff3a454149c3a3b0680075af8239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1a877157-0c2e-45fc-a2eb-f249ad210bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:58Z', 'updated_at': '2022-01-18T19:49:00Z', 'revision_number': 3, 'project_id': '2f3aff3a454149c3a3b0680075af8239', 'gw_port': {'id': '1a877157-0c2e-45fc-a2eb-f249ad210bd1', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8bae16-ba18-463d-b5d3-0957dae0869a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:59Z', 'updated_at': '2022-01-18T19:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:02.987876 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8604d-3b1e-46e7-9124-535c0881f088 None None] The sync data for ids ['9d8bae16-ba18-463d-b5d3-0957dae0869a'] in dv-cinder-811877-7-iscsi is: [{'id': '9d8bae16-ba18-463d-b5d3-0957dae0869a', 'name': 'tempest-TestShelveInstance-929960765-router', 'tenant_id': '2f3aff3a454149c3a3b0680075af8239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1a877157-0c2e-45fc-a2eb-f249ad210bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:58Z', 'updated_at': '2022-01-18T19:49:00Z', 'revision_number': 3, 'project_id': '2f3aff3a454149c3a3b0680075af8239', 'gw_port': {'id': '1a877157-0c2e-45fc-a2eb-f249ad210bd1', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8bae16-ba18-463d-b5d3-0957dae0869a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:59Z', 'updated_at': '2022-01-18T19:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:49:03.162997 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Publish callbacks [] for port (80e5c355-12e3-4ed3-8406-e7a46b5ce4ec), precommit_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:03.230128 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4740253'] for port (80e5c355-12e3-4ed3-8406-e7a46b5ce4ec), after_update {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:03.303321 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1651966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2088275'] for router_interface (9d8bae16-ba18-463d-b5d3-0957dae0869a), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:03.308957 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Pushing event updated for resources: {'Port': ['ID=80e5c355-12e3-4ed3-8406-e7a46b5ce4ec,revision_number=2']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:03.359880 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-efd8afbf-a79a-4971-b193-4dd8ebf76e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:03.395814 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8afbf-a79a-4971-b193-4dd8ebf76e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:03.483537 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Network 3af74f70-6a61-45a3-99ed-ef867a9011f6 is already hosted by enough agents. {{(pid=103173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:49:03.485277 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.base_scheduler [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:49:03.668408 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-efd8afbf-a79a-4971-b193-4dd8ebf76e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2088872'] for router_interface (d3688323-8aea-457e-84c2-ab9b2ef8b087), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:03.681329 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Router 9d8bae16-ba18-463d-b5d3-0957dae0869a has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:49:03.732668 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-725bafa1-2ef0-412f-bad9-b9168f7188ad None None] Provisioning complete for port 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:49:03.733159 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-725bafa1-2ef0-412f-bad9-b9168f7188ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (80e5c355-12e3-4ed3-8406-e7a46b5ce4ec), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:03.772179 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-725bafa1-2ef0-412f-bad9-b9168f7188ad None None] Port 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:49:04.106575 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:49:04.112432 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-1a63a7c3-3c3f-4a3a-bf88-c1a50c6abf82 admin admin] 10.222.0.20 "PUT /v2.0/routers/9d8bae16-ba18-463d-b5d3-0957dae0869a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7444322 Jan 18 19:49:04.208680 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd8afbf-a79a-4971-b193-4dd8ebf76e8e admin admin] Router d3688323-8aea-457e-84c2-ab9b2ef8b087 has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:49:04.333937 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd8afbf-a79a-4971-b193-4dd8ebf76e8e admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:49:04.341649 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-efd8afbf-a79a-4971-b193-4dd8ebf76e8e admin admin] 10.222.0.20 "PUT /v2.0/routers/d3688323-8aea-457e-84c2-ab9b2ef8b087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7822974 Jan 18 19:49:04.341939 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42448) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:04.349082 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf969da9-147e-4e37-b403-39b9205f8239 None None] Sync routers for ids ['d3688323-8aea-457e-84c2-ab9b2ef8b087'] in dv-cinder-811877-7-iscsi {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:49:04.370120 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf969da9-147e-4e37-b403-39b9205f8239 None None] Routers {'d3688323-8aea-457e-84c2-ab9b2ef8b087'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:49:04.372890 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-cf969da9-147e-4e37-b403-39b9205f8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:48:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d3688323-8aea-457e-84c2-ab9b2ef8b087'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:04.413343 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 1a877157-0c2e-45fc-a2eb-f249ad210bd1 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:49:04.489875 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-cf969da9-147e-4e37-b403-39b9205f8239 None None] Set router d3688323-8aea-457e-84c2-ab9b2ef8b087 gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:49:04.499427 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e5f9f3f-2091-417b-857e-cd653b021f50 admin admin] Publish callbacks [] for router (d3688323-8aea-457e-84c2-ab9b2ef8b087), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:04.511424 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 1a877157-0c2e-45fc-a2eb-f249ad210bd1 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:49:04.512038 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (1a877157-0c2e-45fc-a2eb-f249ad210bd1), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:04.619716 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 1a877157-0c2e-45fc-a2eb-f249ad210bd1 is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:49:04.620276 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (1a877157-0c2e-45fc-a2eb-f249ad210bd1), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:04.622901 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e5f9f3f-2091-417b-857e-cd653b021f50 admin admin] Publish callbacks [] for router_gateway (d3688323-8aea-457e-84c2-ab9b2ef8b087), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:04.646260 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] For port 1a877157-0c2e-45fc-a2eb-f249ad210bd1, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=1a877157-0c2e-45fc-a2eb-f249ad210bd1,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:49:04.685913 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-cf969da9-147e-4e37-b403-39b9205f8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:49:03Z', 'revision_number': 5, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port': {'id': 'ce077539-57b9-4a24-83f4-14502afcd6cd', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:04.710849 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf969da9-147e-4e37-b403-39b9205f8239 None None] Checking router: d3688323-8aea-457e-84c2-ab9b2ef8b087 for host: dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:49:04.711910 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (1a877157-0c2e-45fc-a2eb-f249ad210bd1), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:04.722736 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf969da9-147e-4e37-b403-39b9205f8239 None None] Routers {'d3688323-8aea-457e-84c2-ab9b2ef8b087'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:49:04.724017 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-cf969da9-147e-4e37-b403-39b9205f8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:48:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d3688323-8aea-457e-84c2-ab9b2ef8b087'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:04.779493 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1e5f9f3f-2091-417b-857e-cd653b021f50 admin admin] Deleting port ce077539-57b9-4a24-83f4-14502afcd6cd {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:49:04.781226 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] Sync routers for ids ['9d8bae16-ba18-463d-b5d3-0957dae0869a'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:49:04.782228 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e5f9f3f-2091-417b-857e-cd653b021f50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (ce077539-57b9-4a24-83f4-14502afcd6cd), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:04.811516 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-cf969da9-147e-4e37-b403-39b9205f8239 None None] Set router d3688323-8aea-457e-84c2-ab9b2ef8b087 gateway port host: None {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:49:04.815050 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Pushing event updated for resources: {'Port': ['ID=1a877157-0c2e-45fc-a2eb-f249ad210bd1,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:04.827853 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] Routers {'9d8bae16-ba18-463d-b5d3-0957dae0869a'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:49:04.828476 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:48:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['9d8bae16-ba18-463d-b5d3-0957dae0869a'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:04.867296 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-cf969da9-147e-4e37-b403-39b9205f8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:49:04Z', 'revision_number': 6, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port_host': None}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:04.883469 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-1e5f9f3f-2091-417b-857e-cd653b021f50 admin admin] For port ce077539-57b9-4a24-83f4-14502afcd6cd, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=ce077539-57b9-4a24-83f4-14502afcd6cd,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:49:04.884158 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e5f9f3f-2091-417b-857e-cd653b021f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (ce077539-57b9-4a24-83f4-14502afcd6cd), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:04.893306 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf969da9-147e-4e37-b403-39b9205f8239 None None] The sync data for ids ['d3688323-8aea-457e-84c2-ab9b2ef8b087'] in dv-cinder-811877-7-iscsi is: [{'id': 'd3688323-8aea-457e-84c2-ab9b2ef8b087', 'name': 'tempest-TestVolumeBootPattern-1716352188-router', 'tenant_id': '5132940720394c7a9c249c61206833f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:41Z', 'updated_at': '2022-01-18T19:49:04Z', 'revision_number': 6, 'project_id': '5132940720394c7a9c249c61206833f6', 'gw_port_host': None}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:49:04.900882 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-1e5f9f3f-2091-417b-857e-cd653b021f50 admin admin] Calling delete_port for ce077539-57b9-4a24-83f4-14502afcd6cd owned by network:router_gateway {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:49:04.958287 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] Set router 9d8bae16-ba18-463d-b5d3-0957dae0869a gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:49:05.032326 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42450) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:05.039809 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-47a6d162-97fd-4c65-8ed5-288d2a4b1a5e tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1234987970', 'description': 'tempest-secgroup-smoke-1234987970 description', 'project_id': '0a2b9c4049ba42c2bbf599add5808181'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:05.113155 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-47a6d162-97fd-4c65-8ed5-288d2a4b1a5e tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.135799 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e5f9f3f-2091-417b-857e-cd653b021f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (ce077539-57b9-4a24-83f4-14502afcd6cd), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.162309 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f9f3f-2091-417b-857e-cd653b021f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce077539-57b9-4a24-83f4-14502afcd6cd,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:05.165020 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8bae16-ba18-463d-b5d3-0957dae0869a', 'name': 'tempest-TestShelveInstance-929960765-router', 'tenant_id': '2f3aff3a454149c3a3b0680075af8239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1a877157-0c2e-45fc-a2eb-f249ad210bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:58Z', 'updated_at': '2022-01-18T19:49:02Z', 'revision_number': 4, 'project_id': '2f3aff3a454149c3a3b0680075af8239', 'gw_port': {'id': '1a877157-0c2e-45fc-a2eb-f249ad210bd1', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8bae16-ba18-463d-b5d3-0957dae0869a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:59Z', 'updated_at': '2022-01-18T19:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '80e5c355-12e3-4ed3-8406-e7a46b5ce4ec', 'name': '', 'network_id': '3af74f70-6a61-45a3-99ed-ef867a9011f6', 'tenant_id': '2f3aff3a454149c3a3b0680075af8239', 'mac_address': 'fa:16:3e:3f:b3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8bae16-ba18-463d-b5d3-0957dae0869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'cb0b2fd1-9624-4627-bee1-137270bc3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:49:01Z', 'updated_at': '2022-01-18T19:49:02Z', 'revision_number': 2, 'project_id': '2f3aff3a454149c3a3b0680075af8239', 'subnets': [{'id': 'cb0b2fd1-9624-4627-bee1-137270bc3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:05.190399 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-47a6d162-97fd-4c65-8ed5-288d2a4b1a5e tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group (335b4084-e1ea-4c73-9ca0-3cffbeb359b7), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.196182 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] Checking router: 9d8bae16-ba18-463d-b5d3-0957dae0869a for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:49:05.196559 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] Updating router 9d8bae16-ba18-463d-b5d3-0957dae0869a port 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec binding host dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 19:49:05.222757 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e5f9f3f-2091-417b-857e-cd653b021f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087286'] for router_gateway (d3688323-8aea-457e-84c2-ab9b2ef8b087), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.225111 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (80e5c355-12e3-4ed3-8406-e7a46b5ce4ec), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.267539 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-47a6d162-97fd-4c65-8ed5-288d2a4b1a5e tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (335b4084-e1ea-4c73-9ca0-3cffbeb359b7), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.311406 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6d162-97fd-4c65-8ed5-288d2a4b1a5e tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=335b4084-e1ea-4c73-9ca0-3cffbeb359b7,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:05.317192 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e5f9f3f-2091-417b-857e-cd653b021f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2090691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9193'] for router (d3688323-8aea-457e-84c2-ab9b2ef8b087), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.321493 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e5f9f3f-2091-417b-857e-cd653b021f50 admin admin] Publish callbacks [] for router_controller (d3688323-8aea-457e-84c2-ab9b2ef8b087), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.355438 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-47a6d162-97fd-4c65-8ed5-288d2a4b1a5e tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.357492 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-47a6d162-97fd-4c65-8ed5-288d2a4b1a5e tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3231673 Jan 18 19:49:05.360648 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42452) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:05.365316 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-06021599-42db-424d-9e15-8f4b09cbbb0b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Request body: {'security_group_rule': {'security_group_id': '335b4084-e1ea-4c73-9ca0-3cffbeb359b7', 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:05.437936 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e5f9f3f-2091-417b-857e-cd653b021f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2090714'] for router (d3688323-8aea-457e-84c2-ab9b2ef8b087), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.438514 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5f9f3f-2091-417b-857e-cd653b021f50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3688323-8aea-457e-84c2-ab9b2ef8b087 {{(pid=103173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 19:49:05.444052 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1e5f9f3f-2091-417b-857e-cd653b021f50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.447676 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-1e5f9f3f-2091-417b-857e-cd653b021f50 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d3688323-8aea-457e-84c2-ab9b2ef8b087 HTTP/1.1" status: 204 len: 168 time: 1.1020408 Jan 18 19:49:05.447852 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42454) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:05.472967 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-06021599-42db-424d-9e15-8f4b09cbbb0b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group_rule (550fcc67-4e27-489b-ad89-3f8f0376b163), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.491249 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1a0f63-de89-480a-9886-1579f5f90d3d admin admin] Deleting subnet 56220d3c-b1c3-4597-b0e0-e815ef06647a {{(pid=103173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 19:49:05.494660 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0f63-de89-480a-9886-1579f5f90d3d admin admin] Publish callbacks [] for subnet (56220d3c-b1c3-4597-b0e0-e815ef06647a), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.503224 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] Publish callbacks [] for port (80e5c355-12e3-4ed3-8406-e7a46b5ce4ec), precommit_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.527570 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0f63-de89-480a-9886-1579f5f90d3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4654559'] for subnet (56220d3c-b1c3-4597-b0e0-e815ef06647a), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.529982 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-06021599-42db-424d-9e15-8f4b09cbbb0b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group_rule (550fcc67-4e27-489b-ad89-3f8f0376b163), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.586512 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (80e5c355-12e3-4ed3-8406-e7a46b5ce4ec), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.604921 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0f63-de89-480a-9886-1579f5f90d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033805'] for subnet (56220d3c-b1c3-4597-b0e0-e815ef06647a), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.619340 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-06021599-42db-424d-9e15-8f4b09cbbb0b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (550fcc67-4e27-489b-ad89-3f8f0376b163), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.633367 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06021599-42db-424d-9e15-8f4b09cbbb0b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550fcc67-4e27-489b-ad89-3f8f0376b163,revision_number=0']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:05.639834 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544fe86-5730-4304-9f16-94bf4bb06d08 None None] Pushing event updated for resources: {'Port': ['ID=80e5c355-12e3-4ed3-8406-e7a46b5ce4ec,revision_number=3']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:05.696810 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] Attempting to bind port 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec on host dv-cinder-811877-7-iscsi for vnic_type normal with profile {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:49:05.697288 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] Attempting to bind port 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec by drivers openvswitch,hyperv on host dv-cinder-811877-7-iscsi at level 0 using segments [{'id': 'a6cb31f5-5141-4e83-9ee3-97a1d650834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3af74f70-6a61-45a3-99ed-ef867a9011f6'}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:49:05.697726 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] Attempting to bind port 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec on network 3af74f70-6a61-45a3-99ed-ef867a9011f6 {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:49:05.703050 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] Checking agent: {'id': '9ba81402-af6e-4cb4-a90e-23cf932c28f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811877-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 27, 23), 'started_at': datetime.datetime(2022, 1, 18, 19, 27, 53), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811877-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:49:05.705476 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] Checking segment: {'id': 'a6cb31f5-5141-4e83-9ee3-97a1d650834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3af74f70-6a61-45a3-99ed-ef867a9011f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:49:05.705476 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.705476 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] Bound using segment: {'id': 'a6cb31f5-5141-4e83-9ee3-97a1d650834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3af74f70-6a61-45a3-99ed-ef867a9011f6'} {{(pid=103174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:49:05.705476 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.managers [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] Bound port: 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec, host: dv-cinder-811877-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cb31f5-5141-4e83-9ee3-97a1d650834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3af74f70-6a61-45a3-99ed-ef867a9011f6'}}] {{(pid=103174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:49:05.705476 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (80e5c355-12e3-4ed3-8406-e7a46b5ce4ec), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.729364 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-06021599-42db-424d-9e15-8f4b09cbbb0b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.730674 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-06021599-42db-424d-9e15-8f4b09cbbb0b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3689640 Jan 18 19:49:05.733466 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42456) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:05.738296 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-b0716771-4e53-4f2c-86c2-595520de05d3 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Request body: {'security_group_rule': {'security_group_id': '335b4084-e1ea-4c73-9ca0-3cffbeb359b7', 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:05.788576 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] For port 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec, host dv-cinder-811877-7-iscsi, cleared binding levels {{(pid=103174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:49:05.789190 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0f63-de89-480a-9886-1579f5f90d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4740263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4604057'] for subnet (56220d3c-b1c3-4597-b0e0-e815ef06647a), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.791970 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] For port 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec, host dv-cinder-811877-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=80e5c355-12e3-4ed3-8406-e7a46b5ce4ec,segment=NetworkSegment(a6cb31f5-5141-4e83-9ee3-97a1d650834f),segment_id=a6cb31f5-5141-4e83-9ee3-97a1d650834f)] {{(pid=103174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:49:05.817172 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a0f63-de89-480a-9886-1579f5f90d3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56220d3c-b1c3-4597-b0e0-e815ef06647a,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:05.819339 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0f63-de89-480a-9886-1579f5f90d3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.822537 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-3e1a0f63-de89-480a-9886-1579f5f90d3d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/56220d3c-b1c3-4597-b0e0-e815ef06647a HTTP/1.1" status: 204 len: 168 time: 0.3736551 Jan 18 19:49:05.824901 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42458) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:05.828680 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00e2d91-6ece-428e-af76-a53ce8a56481 None None] Network 587eb791-8376-4b85-b8c3-4979fdf6baa8 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:49:05.892548 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (80e5c355-12e3-4ed3-8406-e7a46b5ce4ec), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.894609 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b0716771-4e53-4f2c-86c2-595520de05d3 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group_rule (d108258f-e87a-4402-a356-20b0d4bcd24e), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.916968 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612357'] for network (587eb791-8376-4b85-b8c3-4979fdf6baa8), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:05.982370 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-1adbca0e-d9da-4ef5-a8c8-46eb0a82b375 None None] Provisioning complete for port 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:49:05.982370 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1adbca0e-d9da-4ef5-a8c8-46eb0a82b375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (80e5c355-12e3-4ed3-8406-e7a46b5ce4ec), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.003770 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] Routers {'9d8bae16-ba18-463d-b5d3-0957dae0869a'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:49:06.013648 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:48:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['9d8bae16-ba18-463d-b5d3-0957dae0869a'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:06.017065 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b0716771-4e53-4f2c-86c2-595520de05d3 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group_rule (d108258f-e87a-4402-a356-20b0d4bcd24e), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.018994 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544fe86-5730-4304-9f16-94bf4bb06d08 None None] Pushing event updated for resources: {'Port': ['ID=80e5c355-12e3-4ed3-8406-e7a46b5ce4ec,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:06.031891 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] Deleting port 24b4595e-68e1-4871-b3ca-c129cb22488a {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:49:06.032229 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (24b4595e-68e1-4871-b3ca-c129cb22488a), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.097704 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b0716771-4e53-4f2c-86c2-595520de05d3 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (d108258f-e87a-4402-a356-20b0d4bcd24e), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.111143 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] For port 24b4595e-68e1-4871-b3ca-c129cb22488a, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=24b4595e-68e1-4871-b3ca-c129cb22488a,segment=NetworkSegment(0e3a36a1-43a1-4ecc-9adb-a0051853225b),segment_id=0e3a36a1-43a1-4ecc-9adb-a0051853225b)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:49:06.111599 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (24b4595e-68e1-4871-b3ca-c129cb22488a), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.136197 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0716771-4e53-4f2c-86c2-595520de05d3 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d108258f-e87a-4402-a356-20b0d4bcd24e,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:06.143415 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] Calling delete_port for 24b4595e-68e1-4871-b3ca-c129cb22488a owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:49:06.214835 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-b0716771-4e53-4f2c-86c2-595520de05d3 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.216219 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-b0716771-4e53-4f2c-86c2-595520de05d3 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4815149 Jan 18 19:49:06.219019 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42460) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:06.224164 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-8b748bf5-7378-48e5-ae15-e52cae12a54f tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Request body: {'security_group_rule': {'security_group_id': '335b4084-e1ea-4c73-9ca0-3cffbeb359b7', 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:06.343154 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fd6305-7462-4eee-9603-ede64b643a57 None None] DHCP port deletion for 587eb791-8376-4b85-b8c3-4979fdf6baa8 request from dv-cinder-811877-7-iscsi {{(pid=103174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 19:49:06.344883 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 1a877157-0c2e-45fc-a2eb-f249ad210bd1 up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:49:06.370422 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (24b4595e-68e1-4871-b3ca-c129cb22488a), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.376650 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8b748bf5-7378-48e5-ae15-e52cae12a54f tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group_rule (60a173b1-7316-4922-87e3-155a99681f69), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.395027 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=24b4595e-68e1-4871-b3ca-c129cb22488a,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:06.404810 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] No DVR routers for this DVR port 24b4595e-68e1-4871-b3ca-c129cb22488a on host dv-cinder-811877-7-iscsi {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:49:06.409918 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] Set router 9d8bae16-ba18-463d-b5d3-0957dae0869a gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:49:06.415583 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-05fd6305-7462-4eee-9603-ede64b643a57 None None] The port '24b4595e-68e1-4871-b3ca-c129cb22488a' was deleted {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Jan 18 19:49:06.441524 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8b748bf5-7378-48e5-ae15-e52cae12a54f tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group_rule (60a173b1-7316-4922-87e3-155a99681f69), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.446141 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-1adbca0e-d9da-4ef5-a8c8-46eb0a82b375 None None] Current status of the port 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec is: DOWN; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:49:06.446531 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1adbca0e-d9da-4ef5-a8c8-46eb0a82b375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (80e5c355-12e3-4ed3-8406-e7a46b5ce4ec), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.494579 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1040116', 'neutron.services.segments.db._delete_segments_for_network-8736992440351'] for network (587eb791-8376-4b85-b8c3-4979fdf6baa8), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.507125 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8b748bf5-7378-48e5-ae15-e52cae12a54f tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (60a173b1-7316-4922-87e3-155a99681f69), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.514933 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587eb791-8376-4b85-b8c3-4979fdf6baa8']}} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:06.522264 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b748bf5-7378-48e5-ae15-e52cae12a54f tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a173b1-7316-4922-87e3-155a99681f69,revision_number=0']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:06.526008 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3a36a1-43a1-4ecc-9adb-a0051853225b') {'for_net_delete': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:06.526608 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3a36a1-43a1-4ecc-9adb-a0051853225b') {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:06.528441 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-1adbca0e-d9da-4ef5-a8c8-46eb0a82b375 None None] For port 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=80e5c355-12e3-4ed3-8406-e7a46b5ce4ec,segment=NetworkSegment(a6cb31f5-5141-4e83-9ee3-97a1d650834f),segment_id=a6cb31f5-5141-4e83-9ee3-97a1d650834f)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:49:06.538894 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736992440616', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4654534'] for segment (0e3a36a1-43a1-4ecc-9adb-a0051853225b), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.551863 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (0e3a36a1-43a1-4ecc-9adb-a0051853225b), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.557939 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 19:49:06.558355 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4740345'] for segment (0e3a36a1-43a1-4ecc-9adb-a0051853225b), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: Traceback (most recent call last): Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: timer() Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: cb(*args, **kw) Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: return func(*args, **kwargs) Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: self._notify() Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: self.callback(batched_events) Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: event.method(event) Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: return f(self, *a, **k) Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: return self._get(url).json() Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: return self.request(url, 'GET', **kwargs) Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:49:06.559965 dv-cinder-811877-7-iscsi neutron-server[103173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:49:06.578119 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 1a877157-0c2e-45fc-a2eb-f249ad210bd1 triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:49:06.578496 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (1a877157-0c2e-45fc-a2eb-f249ad210bd1), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.619959 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1adbca0e-d9da-4ef5-a8c8-46eb0a82b375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (80e5c355-12e3-4ed3-8406-e7a46b5ce4ec), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.639931 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-8b748bf5-7378-48e5-ae15-e52cae12a54f tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.641232 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-8b748bf5-7378-48e5-ae15-e52cae12a54f tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4212174 Jan 18 19:49:06.644033 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42462) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:06.648988 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-6f9a7a66-da7c-410e-80c7-d367e964e1de tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Request body: {'security_group_rule': {'security_group_id': '335b4084-e1ea-4c73-9ca0-3cffbeb359b7', 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:06.706548 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1040067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087210'] for network (587eb791-8376-4b85-b8c3-4979fdf6baa8), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.712548 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.716365 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] 10.222.0.20 "DELETE /v2.0/networks/587eb791-8376-4b85-b8c3-4979fdf6baa8 HTTP/1.1" status: 204 len: 168 time: 0.8902438 Jan 18 19:49:06.719209 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42464) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:06.736538 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963d83e-a46a-4b39-bd66-f9341b429c68 admin admin] Pushing event deleted for resources: {'Network': ['ID=587eb791-8376-4b85-b8c3-4979fdf6baa8,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:06.748661 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adbca0e-d9da-4ef5-a8c8-46eb0a82b375 None None] Pushing event updated for resources: {'Port': ['ID=80e5c355-12e3-4ed3-8406-e7a46b5ce4ec,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:06.766966 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 1a877157-0c2e-45fc-a2eb-f249ad210bd1 is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:49:06.769674 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7a66-da7c-410e-80c7-d367e964e1de tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group_rule (e1900fee-f34a-4f3a-a4e8-c12bd18c6c4b), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.774915 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-7426a7c5-2ef2-4aa6-a93f-5a2e3b67aebb None None] Provisioning complete for port 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:49:06.775281 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7426a7c5-2ef2-4aa6-a93f-5a2e3b67aebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (80e5c355-12e3-4ed3-8406-e7a46b5ce4ec), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.816726 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8bae16-ba18-463d-b5d3-0957dae0869a', 'name': 'tempest-TestShelveInstance-929960765-router', 'tenant_id': '2f3aff3a454149c3a3b0680075af8239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1a877157-0c2e-45fc-a2eb-f249ad210bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:58Z', 'updated_at': '2022-01-18T19:49:02Z', 'revision_number': 4, 'project_id': '2f3aff3a454149c3a3b0680075af8239', 'gw_port': {'id': '1a877157-0c2e-45fc-a2eb-f249ad210bd1', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8bae16-ba18-463d-b5d3-0957dae0869a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:59Z', 'updated_at': '2022-01-18T19:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '80e5c355-12e3-4ed3-8406-e7a46b5ce4ec', 'name': '', 'network_id': '3af74f70-6a61-45a3-99ed-ef867a9011f6', 'tenant_id': '2f3aff3a454149c3a3b0680075af8239', 'mac_address': 'fa:16:3e:3f:b3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8bae16-ba18-463d-b5d3-0957dae0869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'cb0b2fd1-9624-4627-bee1-137270bc3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:49:01Z', 'updated_at': '2022-01-18T19:49:05Z', 'revision_number': 4, 'project_id': '2f3aff3a454149c3a3b0680075af8239', 'subnets': [{'id': 'cb0b2fd1-9624-4627-bee1-137270bc3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:06.847145 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:49:06.851380 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2000ec-8d1e-4bff-bafc-76da844917af None None] The sync data for ids ['9d8bae16-ba18-463d-b5d3-0957dae0869a'] in dv-cinder-811877-7-iscsi is: [{'id': '9d8bae16-ba18-463d-b5d3-0957dae0869a', 'name': 'tempest-TestShelveInstance-929960765-router', 'tenant_id': '2f3aff3a454149c3a3b0680075af8239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1a877157-0c2e-45fc-a2eb-f249ad210bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:58Z', 'updated_at': '2022-01-18T19:49:02Z', 'revision_number': 4, 'project_id': '2f3aff3a454149c3a3b0680075af8239', 'gw_port': {'id': '1a877157-0c2e-45fc-a2eb-f249ad210bd1', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8bae16-ba18-463d-b5d3-0957dae0869a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:59Z', 'updated_at': '2022-01-18T19:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '80e5c355-12e3-4ed3-8406-e7a46b5ce4ec', 'name': '', 'network_id': '3af74f70-6a61-45a3-99ed-ef867a9011f6', 'tenant_id': '2f3aff3a454149c3a3b0680075af8239', 'mac_address': 'fa:16:3e:3f:b3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8bae16-ba18-463d-b5d3-0957dae0869a', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'cb0b2fd1-9624-4627-bee1-137270bc3586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:49:01Z', 'updated_at': '2022-01-18T19:49:05Z', 'revision_number': 4, 'project_id': '2f3aff3a454149c3a3b0680075af8239', 'subnets': [{'id': 'cb0b2fd1-9624-4627-bee1-137270bc3586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:49:06.852465 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7a66-da7c-410e-80c7-d367e964e1de tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group_rule (e1900fee-f34a-4f3a-a4e8-c12bd18c6c4b), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.872095 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:49:06.872460 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 3497c3eb-4f2a-4913-a8f9-10dc6cd99ccb not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:49:06.872858 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 24b4595e-68e1-4871-b3ca-c129cb22488a no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:49:06.905198 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: 24b4595e-68e1-4871-b3ca-c129cb22488a {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:49:06.905546 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 24b4595e-68e1-4871-b3ca-c129cb22488a not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:49:06.905993 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device ce077539-57b9-4a24-83f4-14502afcd6cd no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:49:06.919358 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7a66-da7c-410e-80c7-d367e964e1de tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (e1900fee-f34a-4f3a-a4e8-c12bd18c6c4b), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:06.941831 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: ce077539-57b9-4a24-83f4-14502afcd6cd {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:49:06.942945 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device ce077539-57b9-4a24-83f4-14502afcd6cd not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:49:06.960320 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a7a66-da7c-410e-80c7-d367e964e1de tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1900fee-f34a-4f3a-a4e8-c12bd18c6c4b,revision_number=0']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:06.980202 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-7426a7c5-2ef2-4aa6-a93f-5a2e3b67aebb None None] Current status of the port 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:49:07.035008 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7a66-da7c-410e-80c7-d367e964e1de tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:07.036350 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-6f9a7a66-da7c-410e-80c7-d367e964e1de tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3913021 Jan 18 19:49:07.039184 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42466) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:07.045505 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.v2.base [None req-fc966d39-48b1-4505-af48-d495eb5dae9f tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Request body: {'security_group_rule': {'security_group_id': '335b4084-e1ea-4c73-9ca0-3cffbeb359b7', 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:07.173131 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bb9bc8c3-c603-4d23-84ac-9a696e986ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2088248'] for router_interface (5125d48b-0979-4a75-96e3-bb8c9d22517a), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:07.207151 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.db.securitygroups_db [None req-fc966d39-48b1-4505-af48-d495eb5dae9f tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Project 0a2b9c4049ba42c2bbf599add5808181 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 19:49:07.217209 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fc966d39-48b1-4505-af48-d495eb5dae9f tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group_rule (b35e4287-309f-4999-87a9-0af8fea43019), before_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:07.316404 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fc966d39-48b1-4505-af48-d495eb5dae9f tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group_rule (b35e4287-309f-4999-87a9-0af8fea43019), precommit_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:07.414356 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fc966d39-48b1-4505-af48-d495eb5dae9f tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (b35e4287-309f-4999-87a9-0af8fea43019), after_create {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:07.443089 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc966d39-48b1-4505-af48-d495eb5dae9f tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35e4287-309f-4999-87a9-0af8fea43019,revision_number=0']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:07.486127 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bb9bc8c3-c603-4d23-84ac-9a696e986ab1 admin admin] Deleting port e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:49:07.486474 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bb9bc8c3-c603-4d23-84ac-9a696e986ab1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:07.503107 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-fc966d39-48b1-4505-af48-d495eb5dae9f tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:07.507403 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-fc966d39-48b1-4505-af48-d495eb5dae9f tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4641793 Jan 18 19:49:07.507758 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42468) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:07.512247 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-7f19206f-867f-44bc-90f5-d781a28aaae6 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Request body: {'security_group_rule': {'security_group_id': '335b4084-e1ea-4c73-9ca0-3cffbeb359b7', 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:07.571520 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-bb9bc8c3-c603-4d23-84ac-9a696e986ab1 admin admin] For port e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda,segment=NetworkSegment(cfd71ebd-3936-4d4b-84ec-f3f5360092ef),segment_id=cfd71ebd-3936-4d4b-84ec-f3f5360092ef)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:49:07.572714 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bb9bc8c3-c603-4d23-84ac-9a696e986ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:07.584901 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-bb9bc8c3-c603-4d23-84ac-9a696e986ab1 admin admin] Calling delete_port for e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda owned by network:router_interface {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:49:07.591812 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.securitygroups_db [None req-7f19206f-867f-44bc-90f5-d781a28aaae6 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Project 0a2b9c4049ba42c2bbf599add5808181 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 19:49:07.597086 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-7f19206f-867f-44bc-90f5-d781a28aaae6 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group_rule (51040c1a-6c87-49db-9024-d646668884be), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:07.662159 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-7f19206f-867f-44bc-90f5-d781a28aaae6 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group_rule (51040c1a-6c87-49db-9024-d646668884be), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:07.741425 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-7f19206f-867f-44bc-90f5-d781a28aaae6 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2071856'] for security_group_rule (51040c1a-6c87-49db-9024-d646668884be), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:07.761034 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19206f-867f-44bc-90f5-d781a28aaae6 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51040c1a-6c87-49db-9024-d646668884be,revision_number=0']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:07.846388 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-7f19206f-867f-44bc-90f5-d781a28aaae6 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:07.847626 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-7f19206f-867f-44bc-90f5-d781a28aaae6 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3388650 Jan 18 19:49:07.867313 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bb9bc8c3-c603-4d23-84ac-9a696e986ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:07.895401 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bc8c3-c603-4d23-84ac-9a696e986ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:08.088772 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-bb9bc8c3-c603-4d23-84ac-9a696e986ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2088872'] for router_interface (5125d48b-0979-4a75-96e3-bb8c9d22517a), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:08.310155 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9bc8c3-c603-4d23-84ac-9a696e986ab1 admin admin] Router 5125d48b-0979-4a75-96e3-bb8c9d22517a has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:49:08.371901 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec up at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:49:08.418685 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Provisioning complete for port 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:49:08.418963 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (80e5c355-12e3-4ed3-8406-e7a46b5ce4ec), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:08.427180 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9bc8c3-c603-4d23-84ac-9a696e986ab1 admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:49:08.436531 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-bb9bc8c3-c603-4d23-84ac-9a696e986ab1 admin admin] 10.222.0.20 "PUT /v2.0/routers/5125d48b-0979-4a75-96e3-bb8c9d22517a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7133384 Jan 18 19:49:08.436642 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42506) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:08.440215 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421834c8-36d7-4342-bedc-1e4e87acfa76 None None] Sync routers for ids ['5125d48b-0979-4a75-96e3-bb8c9d22517a'] in dv-cinder-811877-7-iscsi {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:49:08.450996 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421834c8-36d7-4342-bedc-1e4e87acfa76 None None] Routers {'5125d48b-0979-4a75-96e3-bb8c9d22517a'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:49:08.451645 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-421834c8-36d7-4342-bedc-1e4e87acfa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:48:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['5125d48b-0979-4a75-96e3-bb8c9d22517a'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:08.499403 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Current status of the port 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec is: ACTIVE; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:49:08.559702 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-421834c8-36d7-4342-bedc-1e4e87acfa76 None None] Set router 5125d48b-0979-4a75-96e3-bb8c9d22517a gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:49:08.810752 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d4ef7667-6900-4467-855b-9b9fe13621f2 admin admin] Publish callbacks [] for router (5125d48b-0979-4a75-96e3-bb8c9d22517a), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:08.843118 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-421834c8-36d7-4342-bedc-1e4e87acfa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'name': 'tempest-TestVolumeBootPattern-280668425-router', 'tenant_id': 'd10f1f35702e4553a990a3efc881da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '60ab7efb-20f9-40cb-99a7-e5882fbb71b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:47Z', 'updated_at': '2022-01-18T19:49:07Z', 'revision_number': 5, 'project_id': 'd10f1f35702e4553a990a3efc881da6a', 'gw_port': {'id': '60ab7efb-20f9-40cb-99a7-e5882fbb71b4', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:48Z', 'updated_at': '2022-01-18T19:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:08.869983 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421834c8-36d7-4342-bedc-1e4e87acfa76 None None] Checking router: 5125d48b-0979-4a75-96e3-bb8c9d22517a for host: dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:49:08.878423 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421834c8-36d7-4342-bedc-1e4e87acfa76 None None] Routers {'5125d48b-0979-4a75-96e3-bb8c9d22517a'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:49:08.879023 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-421834c8-36d7-4342-bedc-1e4e87acfa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:48:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['5125d48b-0979-4a75-96e3-bb8c9d22517a'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:08.914542 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d4ef7667-6900-4467-855b-9b9fe13621f2 admin admin] Publish callbacks [] for router_gateway (5125d48b-0979-4a75-96e3-bb8c9d22517a), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:08.984006 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-421834c8-36d7-4342-bedc-1e4e87acfa76 None None] Set router 5125d48b-0979-4a75-96e3-bb8c9d22517a gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:49:09.068529 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d4ef7667-6900-4467-855b-9b9fe13621f2 admin admin] Deleting port 60ab7efb-20f9-40cb-99a7-e5882fbb71b4 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:49:09.068775 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d4ef7667-6900-4467-855b-9b9fe13621f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (60ab7efb-20f9-40cb-99a7-e5882fbb71b4), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:09.146104 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-d4ef7667-6900-4467-855b-9b9fe13621f2 admin admin] For port 60ab7efb-20f9-40cb-99a7-e5882fbb71b4, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=60ab7efb-20f9-40cb-99a7-e5882fbb71b4,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:49:09.146490 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d4ef7667-6900-4467-855b-9b9fe13621f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (60ab7efb-20f9-40cb-99a7-e5882fbb71b4), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:09.160418 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d4ef7667-6900-4467-855b-9b9fe13621f2 admin admin] Calling delete_port for 60ab7efb-20f9-40cb-99a7-e5882fbb71b4 owned by network:router_gateway {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:49:09.162744 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-421834c8-36d7-4342-bedc-1e4e87acfa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'name': 'tempest-TestVolumeBootPattern-280668425-router', 'tenant_id': 'd10f1f35702e4553a990a3efc881da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '60ab7efb-20f9-40cb-99a7-e5882fbb71b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:47Z', 'updated_at': '2022-01-18T19:49:07Z', 'revision_number': 5, 'project_id': 'd10f1f35702e4553a990a3efc881da6a', 'gw_port': {'id': '60ab7efb-20f9-40cb-99a7-e5882fbb71b4', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:48Z', 'updated_at': '2022-01-18T19:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:09.194283 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421834c8-36d7-4342-bedc-1e4e87acfa76 None None] The sync data for ids ['5125d48b-0979-4a75-96e3-bb8c9d22517a'] in dv-cinder-811877-7-iscsi is: [{'id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'name': 'tempest-TestVolumeBootPattern-280668425-router', 'tenant_id': 'd10f1f35702e4553a990a3efc881da6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '60ab7efb-20f9-40cb-99a7-e5882fbb71b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:38:47Z', 'updated_at': '2022-01-18T19:49:07Z', 'revision_number': 5, 'project_id': 'd10f1f35702e4553a990a3efc881da6a', 'gw_port': {'id': '60ab7efb-20f9-40cb-99a7-e5882fbb71b4', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5125d48b-0979-4a75-96e3-bb8c9d22517a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:38:48Z', 'updated_at': '2022-01-18T19:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:49:09.437754 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d4ef7667-6900-4467-855b-9b9fe13621f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (60ab7efb-20f9-40cb-99a7-e5882fbb71b4), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:09.469176 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef7667-6900-4467-855b-9b9fe13621f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ab7efb-20f9-40cb-99a7-e5882fbb71b4,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:09.528083 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d4ef7667-6900-4467-855b-9b9fe13621f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087286'] for router_gateway (5125d48b-0979-4a75-96e3-bb8c9d22517a), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:09.616791 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d4ef7667-6900-4467-855b-9b9fe13621f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2090691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9193'] for router (5125d48b-0979-4a75-96e3-bb8c9d22517a), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:09.618925 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d4ef7667-6900-4467-855b-9b9fe13621f2 admin admin] Publish callbacks [] for router_controller (5125d48b-0979-4a75-96e3-bb8c9d22517a), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:09.730108 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d4ef7667-6900-4467-855b-9b9fe13621f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2090714'] for router (5125d48b-0979-4a75-96e3-bb8c9d22517a), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:09.733375 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ef7667-6900-4467-855b-9b9fe13621f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5125d48b-0979-4a75-96e3-bb8c9d22517a {{(pid=103173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 19:49:09.735980 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d4ef7667-6900-4467-855b-9b9fe13621f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:09.737259 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-d4ef7667-6900-4467-855b-9b9fe13621f2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5125d48b-0979-4a75-96e3-bb8c9d22517a HTTP/1.1" status: 204 len: 168 time: 1.2985349 Jan 18 19:49:09.740057 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42526) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:09.792842 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_v2 [None req-e111d5ab-9453-4c8d-ae3e-7db6a9702783 admin admin] Deleting subnet 2e3d4be6-4480-4a1a-b9e2-a55f90023b04 {{(pid=103172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 19:49:09.798334 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e111d5ab-9453-4c8d-ae3e-7db6a9702783 admin admin] Publish callbacks [] for subnet (2e3d4be6-4480-4a1a-b9e2-a55f90023b04), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:09.834623 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e111d5ab-9453-4c8d-ae3e-7db6a9702783 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6235323'] for subnet (2e3d4be6-4480-4a1a-b9e2-a55f90023b04), precommit_delete_associations {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:09.914578 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e111d5ab-9453-4c8d-ae3e-7db6a9702783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033805'] for subnet (2e3d4be6-4480-4a1a-b9e2-a55f90023b04), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:10.037828 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e111d5ab-9453-4c8d-ae3e-7db6a9702783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6234447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4301648'] for subnet (2e3d4be6-4480-4a1a-b9e2-a55f90023b04), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:10.064688 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111d5ab-9453-4c8d-ae3e-7db6a9702783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e3d4be6-4480-4a1a-b9e2-a55f90023b04,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:10.066713 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-e111d5ab-9453-4c8d-ae3e-7db6a9702783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:10.072213 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-e111d5ab-9453-4c8d-ae3e-7db6a9702783 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2e3d4be6-4480-4a1a-b9e2-a55f90023b04 HTTP/1.1" status: 204 len: 168 time: 0.3311038 Jan 18 19:49:10.072526 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f3c5ef-c7f6-4ed2-9ff5-b933c1d26c1d None None] Network 65f56acf-dfe5-4997-8e5a-4994a6fa0df6 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:49:10.074840 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42530) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:10.148996 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612357'] for network (65f56acf-dfe5-4997-8e5a-4994a6fa0df6), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:10.202526 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] Deleting port 04514478-c7d4-489c-840d-5a0e74aa6ff7 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:49:10.202864 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (04514478-c7d4-489c-840d-5a0e74aa6ff7), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:10.263168 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] For port 04514478-c7d4-489c-840d-5a0e74aa6ff7, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=04514478-c7d4-489c-840d-5a0e74aa6ff7,segment=NetworkSegment(cfd71ebd-3936-4d4b-84ec-f3f5360092ef),segment_id=cfd71ebd-3936-4d4b-84ec-f3f5360092ef)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:49:10.263532 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (04514478-c7d4-489c-840d-5a0e74aa6ff7), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:10.280773 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] Calling delete_port for 04514478-c7d4-489c-840d-5a0e74aa6ff7 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:49:10.375245 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725563b2-1e97-4a5e-b81a-25981d1fd7f4 None None] DHCP port deletion for 65f56acf-dfe5-4997-8e5a-4994a6fa0df6 request from dv-cinder-811877-7-iscsi {{(pid=103174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 19:49:10.423200 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:49:10.437619 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (04514478-c7d4-489c-840d-5a0e74aa6ff7), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:10.446415 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:49:10.446762 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device e9fc7a40-4b7d-4ba8-bb4e-f4362c60bcda not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:49:10.447170 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 60ab7efb-20f9-40cb-99a7-e5882fbb71b4 no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:49:10.452014 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-725563b2-1e97-4a5e-b81a-25981d1fd7f4 None None] Deleting port 04514478-c7d4-489c-840d-5a0e74aa6ff7 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:49:10.452453 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-725563b2-1e97-4a5e-b81a-25981d1fd7f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (04514478-c7d4-489c-840d-5a0e74aa6ff7), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:10.462249 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] Pushing event deleted for resources: {'Port': ['ID=04514478-c7d4-489c-840d-5a0e74aa6ff7,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:10.470303 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] No DVR routers for this DVR port 04514478-c7d4-489c-840d-5a0e74aa6ff7 on host dv-cinder-811877-7-iscsi {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:49:10.479246 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: 60ab7efb-20f9-40cb-99a7-e5882fbb71b4 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:49:10.479530 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 60ab7efb-20f9-40cb-99a7-e5882fbb71b4 not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:49:10.479944 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 04514478-c7d4-489c-840d-5a0e74aa6ff7 no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:49:10.527535 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: 04514478-c7d4-489c-840d-5a0e74aa6ff7 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:49:10.527881 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 04514478-c7d4-489c-840d-5a0e74aa6ff7 not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:49:10.545199 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1040116', 'neutron.services.segments.db._delete_segments_for_network-8736992440351'] for network (65f56acf-dfe5-4997-8e5a-4994a6fa0df6), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:10.556437 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-725563b2-1e97-4a5e-b81a-25981d1fd7f4 None None] For port 04514478-c7d4-489c-840d-5a0e74aa6ff7, host dv-cinder-811877-7-iscsi, got binding levels [] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:49:10.556832 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-725563b2-1e97-4a5e-b81a-25981d1fd7f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (04514478-c7d4-489c-840d-5a0e74aa6ff7), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:10.566289 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f56acf-dfe5-4997-8e5a-4994a6fa0df6']}} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:10.570234 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-725563b2-1e97-4a5e-b81a-25981d1fd7f4 None None] Calling delete_port for 04514478-c7d4-489c-840d-5a0e74aa6ff7 owned by network:dhcp {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:49:10.572949 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.ipam_backend_mixin [None req-725563b2-1e97-4a5e-b81a-25981d1fd7f4 None None] Port 04514478-c7d4-489c-840d-5a0e74aa6ff7 was not found and therefore no delete operation was performed {{(pid=103174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 19:49:10.574242 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-725563b2-1e97-4a5e-b81a-25981d1fd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909'] for port (04514478-c7d4-489c-840d-5a0e74aa6ff7), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:10.580087 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd71ebd-3936-4d4b-84ec-f3f5360092ef') {'for_net_delete': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:10.580409 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd71ebd-3936-4d4b-84ec-f3f5360092ef') {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:10.589978 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736992440616', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4654534'] for segment (cfd71ebd-3936-4d4b-84ec-f3f5360092ef), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:10.599788 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725563b2-1e97-4a5e-b81a-25981d1fd7f4 None None] Pushing event deleted for resources: {'Port': ['ID=04514478-c7d4-489c-840d-5a0e74aa6ff7,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:10.604517 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (cfd71ebd-3936-4d4b-84ec-f3f5360092ef), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:10.604941 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725563b2-1e97-4a5e-b81a-25981d1fd7f4 None None] No DVR routers for this DVR port 04514478-c7d4-489c-840d-5a0e74aa6ff7 on host dv-cinder-811877-7-iscsi {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4740345'] for segment (cfd71ebd-3936-4d4b-84ec-f3f5360092ef), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: Traceback (most recent call last): Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: timer() Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: cb(*args, **kw) Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: return func(*args, **kwargs) Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: self._notify() Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: self.callback(batched_events) Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: event.method(event) Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: return f(self, *a, **k) Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: return self._get(url).json() Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: return self.request(url, 'GET', **kwargs) Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:49:10.613410 dv-cinder-811877-7-iscsi neutron-server[103173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:49:10.725161 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1040067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087210'] for network (65f56acf-dfe5-4997-8e5a-4994a6fa0df6), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:10.734286 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:10.736999 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] 10.222.0.20 "DELETE /v2.0/networks/65f56acf-dfe5-4997-8e5a-4994a6fa0df6 HTTP/1.1" status: 204 len: 168 time: 0.6610458 Jan 18 19:49:10.750893 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8284b-c7d6-4257-bf73-8681e282ba3a admin admin] Pushing event deleted for resources: {'Network': ['ID=65f56acf-dfe5-4997-8e5a-4994a6fa0df6,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:11.015201 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42536) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:11.060371 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-1166ded0-4206-4af4-9728-5957c72e2f2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5132940720394c7a9c249c61206833f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450072 Jan 18 19:49:11.062880 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42538) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:11.111058 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-5700b1ba-4ad7-46a1-a1d8-237498144617 admin admin] Publish callbacks [] for security_group (630f9721-a2c2-4ca0-829e-e64c9bd78089), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:11.132047 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-5700b1ba-4ad7-46a1-a1d8-237498144617 admin admin] Publish callbacks [] for security_group (630f9721-a2c2-4ca0-829e-e64c9bd78089), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:11.267438 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-5700b1ba-4ad7-46a1-a1d8-237498144617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (630f9721-a2c2-4ca0-829e-e64c9bd78089), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:11.270536 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-5700b1ba-4ad7-46a1-a1d8-237498144617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:11.271709 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-5700b1ba-4ad7-46a1-a1d8-237498144617 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/630f9721-a2c2-4ca0-829e-e64c9bd78089 HTTP/1.1" status: 204 len: 168 time: 0.2079122 Jan 18 19:49:11.279789 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700b1ba-4ad7-46a1-a1d8-237498144617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630f9721-a2c2-4ca0-829e-e64c9bd78089,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:11.931117 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42546) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:11.969855 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-38d60288-9ea8-4d1b-8b7d-eed2c7bf1be1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d10f1f35702e4553a990a3efc881da6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395124 Jan 18 19:49:11.975674 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42548) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:12.024855 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d3f172aa-bda1-4b4b-a182-69a25285c0f7 admin admin] Publish callbacks [] for security_group (9125e652-6953-46f4-b726-bf18d1a3075a), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:12.050179 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d3f172aa-bda1-4b4b-a182-69a25285c0f7 admin admin] Publish callbacks [] for security_group (9125e652-6953-46f4-b726-bf18d1a3075a), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:12.181557 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d3f172aa-bda1-4b4b-a182-69a25285c0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (9125e652-6953-46f4-b726-bf18d1a3075a), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:12.184178 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-d3f172aa-bda1-4b4b-a182-69a25285c0f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:12.185344 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-d3f172aa-bda1-4b4b-a182-69a25285c0f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9125e652-6953-46f4-b726-bf18d1a3075a HTTP/1.1" status: 204 len: 168 time: 0.2087903 Jan 18 19:49:12.194096 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f172aa-bda1-4b4b-a182-69a25285c0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9125e652-6953-46f4-b726-bf18d1a3075a,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:13.095473 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:16.597138 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe93b-657d-4485-95a7-f1f426fe4e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:19.158187 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b9eb0a25-ba77-4b5c-b907-f18b603dafaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:19.981679 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:21.575038 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:23.100777 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:28.736649 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-56f857ab-0157-495b-b512-0eeace318d59 req-ee3865dc-773c-4d9d-8764-1a6e51ff25fd tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1234987970&fields=id&tenant_id=0a2b9c4049ba42c2bbf599add5808181 HTTP/1.1" status: 200 len: 267 time: 0.0425487 Jan 18 19:49:28.840198 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f857ab-0157-495b-b512-0eeace318d59 req-abd81b88-bc47-4684-a5ee-7e7145af00f9 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:28.841534 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-56f857ab-0157-495b-b512-0eeace318d59 req-abd81b88-bc47-4684-a5ee-7e7145af00f9 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/networks?id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 HTTP/1.1" status: 200 len: 807 time: 0.0989652 Jan 18 19:49:28.855255 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-56f857ab-0157-495b-b512-0eeace318d59 req-79b77c2c-8213-4842-9777-0dbcf1d5d056 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/quotas/0a2b9c4049ba42c2bbf599add5808181 HTTP/1.1" status: 200 len: 375 time: 0.0084572 Jan 18 19:49:28.901923 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-56f857ab-0157-495b-b512-0eeace318d59 req-4de655c2-766d-4d22-9c89-5be8c7036799 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a2b9c4049ba42c2bbf599add5808181&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0420430 Jan 18 19:49:29.045464 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [req-56f857ab-0157-495b-b512-0eeace318d59 req-5b6a87bb-d667-46de-9d22-1e4d3db8945c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:49:29.046591 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-56f857ab-0157-495b-b512-0eeace318d59 req-5b6a87bb-d667-46de-9d22-1e4d3db8945c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1343608 Jan 18 19:49:29.138680 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-56f857ab-0157-495b-b512-0eeace318d59 req-f1d49162-358d-4b55-9ecd-67ba00faa513 service neutron] 10.222.0.20 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863423 Jan 18 19:49:29.226831 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-56f857ab-0157-495b-b512-0eeace318d59 req-2e080958-2b40-48ed-9c12-b253745c2c93 service neutron] 10.222.0.20 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827627 Jan 18 19:49:29.706341 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ac579787-5347-400b-acd5-41ad1a80b9c6 req-0b577573-7734-4101-ac87-98c0eb2b2c88 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 210 time: 0.0249581 Jan 18 19:49:30.795866 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2a63aee0-6641-47da-8347-aa88301c8b8b req-5c4b4d5a-99e0-4142-9d6c-fccd4343c94f tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 210 time: 0.0257375 Jan 18 19:49:31.689686 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f857ab-0157-495b-b512-0eeace318d59 req-95563597-815a-4302-8457-b89be34dc7bf tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:31.692045 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-56f857ab-0157-495b-b512-0eeace318d59 req-95563597-815a-4302-8457-b89be34dc7bf tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.35 "GET /v2.0/networks?id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 HTTP/1.1" status: 200 len: 807 time: 0.0987935 Jan 18 19:49:31.750013 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-56f857ab-0157-495b-b512-0eeace318d59 req-4f99adbb-a24c-4db1-bbb8-6d1715d2c48d tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a2b9c4049ba42c2bbf599add5808181 HTTP/1.1" status: 200 len: 380 time: 0.0509074 Jan 18 19:49:31.759027 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-56f857ab-0157-495b-b512-0eeace318d59 req-eb85036c-c8cc-490e-b786-dbcc1542805c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Request body: {'port': {'device_id': 'b51693dd-7167-4721-8e1a-d3b9b18e637e', 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9', 'admin_state_up': True, 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'security_groups': ['335b4084-e1ea-4c73-9ca0-3cffbeb359b7']}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:31.890595 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1046ed84-ed54-495b-b913-61f115e466d8 req-40f98305-794b-49ca-a0f9-1355cab114dc tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 210 time: 0.0281072 Jan 18 19:49:31.962204 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f857ab-0157-495b-b512-0eeace318d59 req-eb85036c-c8cc-490e-b786-dbcc1542805c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Made reservation on behalf of 0a2b9c4049ba42c2bbf599add5808181 for: {'port': 1} {{(pid=103172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 19:49:31.962204 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-56f857ab-0157-495b-b512-0eeace318d59 req-eb85036c-c8cc-490e-b786-dbcc1542805c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:32.079919 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [req-56f857ab-0157-495b-b512-0eeace318d59 req-eb85036c-c8cc-490e-b786-dbcc1542805c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Allocated IP 172.20.0.8 (3cebd65c-0550-4d1e-b06d-d56b77b5ebf9/885f19ee-7257-43da-82de-df418c31a807/62cddc64-9e50-4966-b2e4-f226d45d021a) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:49:32.213282 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-56f857ab-0157-495b-b512-0eeace318d59 req-eb85036c-c8cc-490e-b786-dbcc1542805c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:32.306574 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-56f857ab-0157-495b-b512-0eeace318d59 req-eb85036c-c8cc-490e-b786-dbcc1542805c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:32.353548 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f857ab-0157-495b-b512-0eeace318d59 req-eb85036c-c8cc-490e-b786-dbcc1542805c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Network 3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:49:32.356438 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [req-56f857ab-0157-495b-b512-0eeace318d59 req-eb85036c-c8cc-490e-b786-dbcc1542805c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:49:32.360069 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f857ab-0157-495b-b512-0eeace318d59 req-eb85036c-c8cc-490e-b786-dbcc1542805c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:49:32.383512 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85036c-c8cc-490e-b786-dbcc1542805c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Pushing event updated for resources: {'Port': ['ID=62cddc64-9e50-4966-b2e4-f226d45d021a,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:32.411408 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f857ab-0157-495b-b512-0eeace318d59 req-eb85036c-c8cc-490e-b786-dbcc1542805c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:32.412005 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-56f857ab-0157-495b-b512-0eeace318d59 req-eb85036c-c8cc-490e-b786-dbcc1542805c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:32.503341 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-56f857ab-0157-495b-b512-0eeace318d59 req-eb85036c-c8cc-490e-b786-dbcc1542805c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7483065 Jan 18 19:49:32.514288 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Request body: {'port': {'device_id': 'b51693dd-7167-4721-8e1a-d3b9b18e637e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81187'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:32.555277 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-7c175508-f40e-4bff-98a9-af146a65fc3d None None] Provisioning complete for port 62cddc64-9e50-4966-b2e4-f226d45d021a triggered by entity DHCP. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:49:32.555851 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7c175508-f40e-4bff-98a9-af146a65fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:32.569366 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:32.589001 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-7c175508-f40e-4bff-98a9-af146a65fc3d None None] Port 62cddc64-9e50-4966-b2e4-f226d45d021a cannot update to ACTIVE because it is not bound. {{(pid=103174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 19:49:32.824120 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62cddc64-9e50-4966-b2e4-f226d45d021a {{(pid=103172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:49:32.831281 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Publish callbacks [] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:32.843706 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.provisioning_blocks [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Transition to ACTIVE for port object 62cddc64-9e50-4966-b2e4-f226d45d021a will not be triggered until provisioned by entity L2. {{(pid=103172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 19:49:32.906167 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:33.253375 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Pushing event updated for resources: {'Port': ['ID=62cddc64-9e50-4966-b2e4-f226d45d021a,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:33.305595 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec61eb-0ec8-4c46-bf71-4eea36eca1aa req-d2aee087-96ab-4c69-9274-bae5b1629987 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:33.307193 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c5ec61eb-0ec8-4c46-bf71-4eea36eca1aa req-d2aee087-96ab-4c69-9274-bae5b1629987 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 943 time: 0.1142170 Jan 18 19:49:33.370491 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Attempting to bind port 62cddc64-9e50-4966-b2e4-f226d45d021a on host hv-cinder-81187 for vnic_type normal with profile {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 19:49:33.370830 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Attempting to bind port 62cddc64-9e50-4966-b2e4-f226d45d021a by drivers openvswitch,hyperv on host hv-cinder-81187 at level 0 using segments [{'id': 'a9fed64b-77e7-484e-9374-e86fd9832306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9'}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 19:49:33.371246 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Attempting to bind port 62cddc64-9e50-4966-b2e4-f226d45d021a on network 3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:49:33.379689 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c5ec61eb-0ec8-4c46-bf71-4eea36eca1aa req-80ef1f9c-cd27-4001-8b38-12a68cfce607 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661740 Jan 18 19:49:33.380371 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Port 62cddc64-9e50-4966-b2e4-f226d45d021a on network 3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81187 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 19:49:33.380692 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Attempting to bind port 62cddc64-9e50-4966-b2e4-f226d45d021a on network 3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 19:49:33.386172 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Checking agent: {'id': 'ca0d88b3-cb39-459c-838f-fbb6d866e3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81187', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'started_at': datetime.datetime(2022, 1, 18, 19, 33, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 19, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 19:49:33.386506 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Checking segment: {'id': 'a9fed64b-77e7-484e-9374-e86fd9832306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 19:49:33.386884 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Bound using segment: {'id': 'a9fed64b-77e7-484e-9374-e86fd9832306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9'} {{(pid=103172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 19:49:33.387306 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.managers [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Bound port: 62cddc64-9e50-4966-b2e4-f226d45d021a, host: hv-cinder-81187, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9fed64b-77e7-484e-9374-e86fd9832306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9'}}] {{(pid=103172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 19:49:33.387661 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:33.448597 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] For port 62cddc64-9e50-4966-b2e4-f226d45d021a, host hv-cinder-81187, cleared binding levels {{(pid=103172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 19:49:33.451520 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] For port 62cddc64-9e50-4966-b2e4-f226d45d021a, host hv-cinder-81187, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=62cddc64-9e50-4966-b2e4-f226d45d021a,segment=NetworkSegment(a9fed64b-77e7-484e-9374-e86fd9832306),segment_id=a9fed64b-77e7-484e-9374-e86fd9832306)] {{(pid=103172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 19:49:33.511667 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:33.544977 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:33.545599 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:33.547010 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-56f857ab-0157-495b-b512-0eeace318d59 req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] 10.222.0.35 "PUT /v2.0/ports/62cddc64-9e50-4966-b2e4-f226d45d021a HTTP/1.1" status: 200 len: 1093 time: 1.0368183 Jan 18 19:49:33.547462 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51693dd-7167-4721-8e1a-d3b9b18e637e', 'tag': '62cddc64-9e50-4966-b2e4-f226d45d021a'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:49:33.549795 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526edecb-da4c-4824-9e0d-79961327dced" -d '{"events": [{"name": "network-changed", "server_uuid": "b51693dd-7167-4721-8e1a-d3b9b18e637e", "tag": "62cddc64-9e50-4966-b2e4-f226d45d021a"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:49:33.584122 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d316f83-8914-4177-b4e7-60b1ec9d2c95 service neutron] Pushing event updated for resources: {'Port': ['ID=62cddc64-9e50-4966-b2e4-f226d45d021a,revision_number=3']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:33.590320 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8af83d-ffe3-4f7a-9244-a4743ed9a1c6 x-openstack-request-id: req-8f8af83d-ffe3-4f7a-9244-a4743ed9a1c6 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:49:33.592118 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b51693dd-7167-4721-8e1a-d3b9b18e637e", "tag": "62cddc64-9e50-4966-b2e4-f226d45d021a", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:49:33.592118 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f8af83d-ffe3-4f7a-9244-a4743ed9a1c6 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:49:33.592118 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51693dd-7167-4721-8e1a-d3b9b18e637e', 'tag': '62cddc64-9e50-4966-b2e4-f226d45d021a', 'status': 'completed', 'code': 200} Jan 18 19:49:33.656071 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526edecb-da4c-4824-9e0d-79961327dced req-d0f20928-891b-43b6-a1bb-c29242acfe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:33.657579 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-526edecb-da4c-4824-9e0d-79961327dced req-d0f20928-891b-43b6-a1bb-c29242acfe54 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a2b9c4049ba42c2bbf599add5808181&device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 1096 time: 0.0453203 Jan 18 19:49:33.755536 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526edecb-da4c-4824-9e0d-79961327dced req-9cbd7c2f-e99f-4c73-a2ee-17009d92c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:33.757004 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-526edecb-da4c-4824-9e0d-79961327dced req-9cbd7c2f-e99f-4c73-a2ee-17009d92c75b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0a2b9c4049ba42c2bbf599add5808181&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0917704 Jan 18 19:49:33.846804 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526edecb-da4c-4824-9e0d-79961327dced req-eb1cf2fb-f17a-4f61-8eb5-555738a458bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:33.848149 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-526edecb-da4c-4824-9e0d-79961327dced req-eb1cf2fb-f17a-4f61-8eb5-555738a458bf service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854211 Jan 18 19:49:33.922392 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f857ab-0157-495b-b512-0eeace318d59 req-04b7adb1-ed22-4928-b845-0b24164ab4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:33.923819 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-56f857ab-0157-495b-b512-0eeace318d59 req-04b7adb1-ed22-4928-b845-0b24164ab4e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a2b9c4049ba42c2bbf599add5808181&device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 1096 time: 0.0379560 Jan 18 19:49:33.963465 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-56f857ab-0157-495b-b512-0eeace318d59 req-4251563b-d774-4eb3-9dbf-3755cf07b763 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62cddc64-9e50-4966-b2e4-f226d45d021a HTTP/1.1" status: 200 len: 217 time: 0.0328345 Jan 18 19:49:34.013978 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f857ab-0157-495b-b512-0eeace318d59 req-7071a70b-cd62-4074-8077-836c83d7d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:34.015478 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-56f857ab-0157-495b-b512-0eeace318d59 req-7071a70b-cd62-4074-8077-836c83d7d1fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=885f19ee-7257-43da-82de-df418c31a807 HTTP/1.1" status: 200 len: 846 time: 0.0465615 Jan 18 19:49:34.058201 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f857ab-0157-495b-b512-0eeace318d59 req-75fe3dc2-5910-4d05-b630-1121e62a445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:34.059679 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-56f857ab-0157-495b-b512-0eeace318d59 req-75fe3dc2-5910-4d05-b630-1121e62a445d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384417 Jan 18 19:49:34.145072 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-56f857ab-0157-495b-b512-0eeace318d59 req-ed4774e4-d93f-486d-b811-facc7fce7372 service neutron] 10.222.0.35 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789626 Jan 18 19:49:34.233078 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-56f857ab-0157-495b-b512-0eeace318d59 req-c085a3be-ac73-4872-989f-58cf8968e0b7 service neutron] 10.222.0.35 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825703 Jan 18 19:49:34.489756 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29286278-e4bd-4cdd-ae85-0e3ea91a9d29 req-cc6dc778-2e30-4dba-abd2-30002862d72a tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:34.491154 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-29286278-e4bd-4cdd-ae85-0e3ea91a9d29 req-cc6dc778-2e30-4dba-abd2-30002862d72a tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 943 time: 0.0474892 Jan 18 19:49:34.538005 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-29286278-e4bd-4cdd-ae85-0e3ea91a9d29 req-c2270587-63c4-4ece-8f0e-a62a2a135cd1 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414753 Jan 18 19:49:35.652189 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0568aeb-9aef-434c-92aa-5dd847ddcd5b req-cf0a60e6-6998-4889-9dad-8d6702644bbd tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:35.653674 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d0568aeb-9aef-434c-92aa-5dd847ddcd5b req-cf0a60e6-6998-4889-9dad-8d6702644bbd tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 943 time: 0.0502551 Jan 18 19:49:35.700435 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d0568aeb-9aef-434c-92aa-5dd847ddcd5b req-d8ecb22e-7f3a-4dfc-a6dc-7c91824e12ac tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413334 Jan 18 19:49:36.809976 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e54d5-b106-4eb0-b15b-d7a77cb3d000 req-b994c3f6-faa1-45e9-9070-be97b2c51576 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:36.811483 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4d7e54d5-b106-4eb0-b15b-d7a77cb3d000 req-b994c3f6-faa1-45e9-9070-be97b2c51576 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 943 time: 0.0465260 Jan 18 19:49:36.858349 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4d7e54d5-b106-4eb0-b15b-d7a77cb3d000 req-7a2029fb-1f66-4251-a347-09acb8492f1c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415280 Jan 18 19:49:36.950017 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:49:37.967921 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204c800-de0e-4e39-8152-0950045e72c4 req-6a5b099d-bec4-479a-8af3-00e17c060399 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:37.969377 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4204c800-de0e-4e39-8152-0950045e72c4 req-6a5b099d-bec4-479a-8af3-00e17c060399 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 943 time: 0.0471606 Jan 18 19:49:38.020474 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4204c800-de0e-4e39-8152-0950045e72c4 req-e812b276-20c2-4842-b05f-01fd41edf9e9 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457094 Jan 18 19:49:39.129871 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b92e5-1451-4d7f-b2bd-84d618377456 req-87bba140-2d19-4566-ac67-356d5a9b9afd tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:39.131389 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-478b92e5-1451-4d7f-b2bd-84d618377456 req-87bba140-2d19-4566-ac67-356d5a9b9afd tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 943 time: 0.0472417 Jan 18 19:49:39.177898 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-478b92e5-1451-4d7f-b2bd-84d618377456 req-856b1904-793a-4eac-8ee5-2427bf14ace8 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411441 Jan 18 19:49:40.296076 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89912bf-afba-4def-98ef-7cfa3a4b20c3 req-43bc1f13-8663-4f95-b738-52057dc6bf8c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:40.297276 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f89912bf-afba-4def-98ef-7cfa3a4b20c3 req-43bc1f13-8663-4f95-b738-52057dc6bf8c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 943 time: 0.0464263 Jan 18 19:49:40.344757 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f89912bf-afba-4def-98ef-7cfa3a4b20c3 req-be634318-bd30-4d91-92e1-95098e017131 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420012 Jan 18 19:49:40.651492 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 62cddc64-9e50-4966-b2e4-f226d45d021a details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:49:40.741944 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 62cddc64-9e50-4966-b2e4-f226d45d021a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=62cddc64-9e50-4966-b2e4-f226d45d021a,segment=NetworkSegment(a9fed64b-77e7-484e-9374-e86fd9832306),segment_id=a9fed64b-77e7-484e-9374-e86fd9832306)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:49:40.752990 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': '62cddc64-9e50-4966-b2e4-f226d45d021a', 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9', 'port_id': '62cddc64-9e50-4966-b2e4-f226d45d021a', 'mac_address': 'fa:16:3e:e3:f7:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '885f19ee-7257-43da-82de-df418c31a807', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:49:40.793064 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 62cddc64-9e50-4966-b2e4-f226d45d021a is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:49:40.793454 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:40.805685 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cddc64-9e50-4966-b2e4-f226d45d021a {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:49:40.824668 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 62cddc64-9e50-4966-b2e4-f226d45d021a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=62cddc64-9e50-4966-b2e4-f226d45d021a,segment=NetworkSegment(a9fed64b-77e7-484e-9374-e86fd9832306),segment_id=a9fed64b-77e7-484e-9374-e86fd9832306)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:49:40.887753 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:40.932714 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=62cddc64-9e50-4966-b2e4-f226d45d021a,revision_number=4']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:41.217505 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['62cddc64-9e50-4966-b2e4-f226d45d021a'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:49:41.460127 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5b8c9-72df-4131-a939-5772dfe33525 req-4821c47a-6049-4ef7-ba60-0e54d283a290 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:41.461582 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-95b5b8c9-72df-4131-a939-5772dfe33525 req-4821c47a-6049-4ef7-ba60-0e54d283a290 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 944 time: 0.0507514 Jan 18 19:49:41.509099 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-95b5b8c9-72df-4131-a939-5772dfe33525 req-4146d574-06e6-43aa-b821-0185c5aa689a tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419586 Jan 18 19:49:42.620454 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9de61-278c-49d4-a9ff-481caed25937 req-06323c25-b357-4e29-9e88-a0d34e519c08 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:42.621865 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5bf9de61-278c-49d4-a9ff-481caed25937 req-06323c25-b357-4e29-9e88-a0d34e519c08 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 944 time: 0.0472202 Jan 18 19:49:42.666682 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 62cddc64-9e50-4966-b2e4-f226d45d021a up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:49:42.668673 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5bf9de61-278c-49d4-a9ff-481caed25937 req-7d62e4c6-105b-42aa-a5ed-3a6638abd3f3 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413628 Jan 18 19:49:42.773838 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning for port 62cddc64-9e50-4966-b2e4-f226d45d021a completed by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 19:49:42.777453 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port 62cddc64-9e50-4966-b2e4-f226d45d021a triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:49:42.777826 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:42.853976 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 62cddc64-9e50-4966-b2e4-f226d45d021a is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:49:42.854395 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:42.876122 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51693dd-7167-4721-8e1a-d3b9b18e637e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cddc64-9e50-4966-b2e4-f226d45d021a'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:49:42.878302 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05968a97-93a4-44e3-886d-767aef63fb48" -d '{"events": [{"server_uuid": "b51693dd-7167-4721-8e1a-d3b9b18e637e", "name": "network-vif-plugged", "status": "completed", "tag": "62cddc64-9e50-4966-b2e4-f226d45d021a"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:49:42.891519 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 62cddc64-9e50-4966-b2e4-f226d45d021a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=62cddc64-9e50-4966-b2e4-f226d45d021a,segment=NetworkSegment(a9fed64b-77e7-484e-9374-e86fd9832306),segment_id=a9fed64b-77e7-484e-9374-e86fd9832306)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:49:42.920243 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fe51ea-074d-4b81-bf02-3d1ffe13a685 x-openstack-request-id: req-55fe51ea-074d-4b81-bf02-3d1ffe13a685 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:49:42.920539 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51693dd-7167-4721-8e1a-d3b9b18e637e", "name": "network-vif-plugged", "status": "completed", "tag": "62cddc64-9e50-4966-b2e4-f226d45d021a", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:49:42.920794 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55fe51ea-074d-4b81-bf02-3d1ffe13a685 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:49:42.921196 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51693dd-7167-4721-8e1a-d3b9b18e637e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cddc64-9e50-4966-b2e4-f226d45d021a', 'code': 200} Jan 18 19:49:42.951347 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:43.008038 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=62cddc64-9e50-4966-b2e4-f226d45d021a,revision_number=5']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:43.111028 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:43.277339 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04f003-4046-4bea-a228-0729e8939b5f req-adffc7db-ac53-45b0-8636-b8f00f950137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:43.278827 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4f04f003-4046-4bea-a228-0729e8939b5f req-adffc7db-ac53-45b0-8636-b8f00f950137 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 1098 time: 0.0504563 Jan 18 19:49:43.324154 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-4f04f003-4046-4bea-a228-0729e8939b5f req-2c9056f2-25a0-4ae5-ab80-0602e95fd1a5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384927 Jan 18 19:49:43.779823 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb27202-8805-4b5f-aac5-1f4bc42c009b req-adfafb4a-fb04-4069-bac6-6e9180ae636a tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:43.781257 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2bb27202-8805-4b5f-aac5-1f4bc42c009b req-adfafb4a-fb04-4069-bac6-6e9180ae636a tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0463221 Jan 18 19:49:43.827677 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-2bb27202-8805-4b5f-aac5-1f4bc42c009b req-b502d254-b44e-4318-809b-a32b9a55fcd8 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410943 Jan 18 19:49:44.939045 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488604d4-2e0e-4fb2-965c-58fee20bc9a3 req-8e9656e2-405d-4cdb-a067-204af97b1149 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:44.940479 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-488604d4-2e0e-4fb2-965c-58fee20bc9a3 req-8e9656e2-405d-4cdb-a067-204af97b1149 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0463903 Jan 18 19:49:44.990805 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-488604d4-2e0e-4fb2-965c-58fee20bc9a3 req-49773dff-1fcd-4dc8-a31f-5ee241509e3b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446658 Jan 18 19:49:45.106805 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec1950-f7ca-43d9-b5ba-6172ccfd6d08 req-b320ef94-9a3f-4a07-9c54-fbba17594da8 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:45.108166 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b8ec1950-f7ca-43d9-b5ba-6172ccfd6d08 req-b320ef94-9a3f-4a07-9c54-fbba17594da8 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0474284 Jan 18 19:49:45.155060 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b8ec1950-f7ca-43d9-b5ba-6172ccfd6d08 req-a47e3d9f-5dbf-4d75-a286-3a64cce883cf tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414476 Jan 18 19:49:45.175300 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42652) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:45.315353 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a28e4-e3e1-4ffe-9172-4fff93df6443 tempest-TestShelveInstance-2052633941 tempest-TestShelveInstance-2052633941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:45.317117 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-9e1a28e4-e3e1-4ffe-9172-4fff93df6443 tempest-TestShelveInstance-2052633941 tempest-TestShelveInstance-2052633941-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 1093 time: 0.1406200 Jan 18 19:49:45.320461 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42656) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:49:45.324640 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.v2.base [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Request body: {'floatingip': {'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'port_id': '62cddc64-9e50-4966-b2e4-f226d45d021a', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 19:49:45.436902 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:45.532308 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (None), before_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:45.630551 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_common [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Allocated IP 172.27.2.87 (f5eef2c2-a885-4f46-b327-cbc20c3014d9/9269629e-72aa-4525-943b-faee8ca91ecd/9e471be1-0fb0-4ab4-92ae-cb60a57511bd) {{(pid=103172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 19:49:45.729171 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for port (9e471be1-0fb0-4ab4-92ae-cb60a57511bd), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:45.837460 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736991853900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (9e471be1-0fb0-4ab4-92ae-cb60a57511bd), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:45.875295 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Network f5eef2c2-a885-4f46-b327-cbc20c3014d9 is already hosted by enough agents. {{(pid=103172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 19:49:45.879530 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.base_scheduler [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Resources bound (agent type, host, resource id): {{(pid=103172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 19:49:45.883435 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Received port after_create {{(pid=103172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 19:49:45.888914 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Pushing event updated for resources: {'Port': ['ID=9e471be1-0fb0-4ab4-92ae-cb60a57511bd,revision_number=1']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:46.226764 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for floatingip (45143933-dec3-44ef-ae1a-4a80a93dea73), precommit_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:46.342332 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (9e471be1-0fb0-4ab4-92ae-cb60a57511bd), before_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:46.487760 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for port (9e471be1-0fb0-4ab4-92ae-cb60a57511bd), precommit_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:46.528024 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6234485'] for port (9e471be1-0fb0-4ab4-92ae-cb60a57511bd), after_update {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:46.594582 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Pushing event updated for resources: {'Port': ['ID=9e471be1-0fb0-4ab4-92ae-cb60a57511bd,revision_number=2']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:49:46.605563 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:46.605919 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:46.606293 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:46.606638 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:46.606970 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:46.607301 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:46.607631 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:46.607960 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:46.608287 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:46.608614 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:46.608942 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:46.609264 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:46.609589 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:49:46.614247 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8ab44e56-9de1-4d89-8d9b-ff90e3d7a1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:46.619633 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087224'] for floatingip (45143933-dec3-44ef-ae1a-4a80a93dea73), after_create {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:46.715894 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.l3_db [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Floating IP 45143933-dec3-44ef-ae1a-4a80a93dea73 associated. External IP: 172.27.2.87, port: 62cddc64-9e50-4966-b2e4-f226d45d021a. Jan 18 19:49:46.908855 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Router d7a41e2d-2f65-48ee-b19c-8bc9f33f383f has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:49:47.011523 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:49:47.021396 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9821372b-9f0b-437b-a02f-6c8ecaa26c6c None None] Sync routers for ids ['d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:49:47.030347 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9821372b-9f0b-437b-a02f-6c8ecaa26c6c None None] Routers {'d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:49:47.030954 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9821372b-9f0b-437b-a02f-6c8ecaa26c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:49:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:47.096150 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:47.124842 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-83fd9bb4-f3fd-478f-ba95-1d7750b65a98 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8033767 Jan 18 19:49:47.125423 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51693dd-7167-4721-8e1a-d3b9b18e637e', 'tag': '62cddc64-9e50-4966-b2e4-f226d45d021a'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:49:47.127665 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d620950-a63b-411c-87cb-5020ac0d6d65" -d '{"events": [{"name": "network-changed", "server_uuid": "b51693dd-7167-4721-8e1a-d3b9b18e637e", "tag": "62cddc64-9e50-4966-b2e4-f226d45d021a"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:49:47.133775 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-9821372b-9f0b-437b-a02f-6c8ecaa26c6c None None] Set router d7a41e2d-2f65-48ee-b19c-8bc9f33f383f gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:49:47.171494 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f185ee7-2024-46e1-9223-180b3308c377 x-openstack-request-id: req-7f185ee7-2024-46e1-9223-180b3308c377 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:49:47.171786 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b51693dd-7167-4721-8e1a-d3b9b18e637e", "tag": "62cddc64-9e50-4966-b2e4-f226d45d021a", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:49:47.172038 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f185ee7-2024-46e1-9223-180b3308c377 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:49:47.172438 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51693dd-7167-4721-8e1a-d3b9b18e637e', 'tag': '62cddc64-9e50-4966-b2e4-f226d45d021a', 'status': 'completed', 'code': 200} Jan 18 19:49:47.232689 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d620950-a63b-411c-87cb-5020ac0d6d65 req-7b9b6925-1daa-4fd5-8bca-20ebca827edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:47.234414 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d620950-a63b-411c-87cb-5020ac0d6d65 req-7b9b6925-1daa-4fd5-8bca-20ebca827edd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a2b9c4049ba42c2bbf599add5808181&device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 1098 time: 0.0394819 Jan 18 19:49:47.329543 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d620950-a63b-411c-87cb-5020ac0d6d65 req-0a5f0e8b-bdff-45f8-815f-2f702e9a9757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:47.331048 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d620950-a63b-411c-87cb-5020ac0d6d65 req-0a5f0e8b-bdff-45f8-815f-2f702e9a9757 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 HTTP/1.1" status: 200 len: 908 time: 0.0899260 Jan 18 19:49:47.397894 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d620950-a63b-411c-87cb-5020ac0d6d65 req-1e1c3bcb-eba9-4905-bee5-24092a16636b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62cddc64-9e50-4966-b2e4-f226d45d021a HTTP/1.1" status: 200 len: 998 time: 0.0609856 Jan 18 19:49:47.445407 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d620950-a63b-411c-87cb-5020ac0d6d65 req-333a148d-dae6-46b0-8a45-e9378c856440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:47.446840 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d620950-a63b-411c-87cb-5020ac0d6d65 req-333a148d-dae6-46b0-8a45-e9378c856440 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=885f19ee-7257-43da-82de-df418c31a807 HTTP/1.1" status: 200 len: 846 time: 0.0432470 Jan 18 19:49:47.483985 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9821372b-9f0b-437b-a02f-6c8ecaa26c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'name': 'tempest-TestShelveInstance-86379349-router', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:52Z', 'updated_at': '2022-01-18T19:48:55Z', 'revision_number': 4, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'gw_port': {'id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:53Z', 'updated_at': '2022-01-18T19:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '45143933-dec3-44ef-ae1a-4a80a93dea73', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'port_id': '62cddc64-9e50-4966-b2e4-f226d45d021a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9', 'mac_address': 'fa:16:3e:e3:f7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51693dd-7167-4721-8e1a-d3b9b18e637e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:49:46Z', 'updated_at': '2022-01-18T19:49:46Z', 'revision_number': 0, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c023817-9f66-46f4-b644-bca0e8500623', 'name': '', 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'mac_address': 'fa:16:3e:8b:bb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '885f19ee-7257-43da-82de-df418c31a807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:55Z', 'updated_at': '2022-01-18T19:49:00Z', 'revision_number': 5, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'subnets': [{'id': '885f19ee-7257-43da-82de-df418c31a807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:47.489225 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d620950-a63b-411c-87cb-5020ac0d6d65 req-5d547d3c-18f1-43f9-a603-f44c8d91eff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:47.490908 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d620950-a63b-411c-87cb-5020ac0d6d65 req-5d547d3c-18f1-43f9-a603-f44c8d91eff0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383203 Jan 18 19:49:47.512508 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9821372b-9f0b-437b-a02f-6c8ecaa26c6c None None] Checking router: d7a41e2d-2f65-48ee-b19c-8bc9f33f383f for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:49:47.520629 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9821372b-9f0b-437b-a02f-6c8ecaa26c6c None None] Routers {'d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:49:47.521227 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9821372b-9f0b-437b-a02f-6c8ecaa26c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:49:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:47.580593 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d620950-a63b-411c-87cb-5020ac0d6d65 req-96be2592-39ea-49f3-893b-b0ef37488635 service neutron] 10.222.0.35 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831230 Jan 18 19:49:47.621874 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-9821372b-9f0b-437b-a02f-6c8ecaa26c6c None None] Set router d7a41e2d-2f65-48ee-b19c-8bc9f33f383f gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:49:47.667635 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1d620950-a63b-411c-87cb-5020ac0d6d65 req-f305fffe-d6f9-4ae6-8ade-6125241c5a79 service neutron] 10.222.0.35 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812569 Jan 18 19:49:47.833859 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-9821372b-9f0b-437b-a02f-6c8ecaa26c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'name': 'tempest-TestShelveInstance-86379349-router', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:52Z', 'updated_at': '2022-01-18T19:48:55Z', 'revision_number': 4, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'gw_port': {'id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:53Z', 'updated_at': '2022-01-18T19:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '45143933-dec3-44ef-ae1a-4a80a93dea73', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'port_id': '62cddc64-9e50-4966-b2e4-f226d45d021a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9', 'mac_address': 'fa:16:3e:e3:f7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51693dd-7167-4721-8e1a-d3b9b18e637e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:49:46Z', 'updated_at': '2022-01-18T19:49:46Z', 'revision_number': 0, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c023817-9f66-46f4-b644-bca0e8500623', 'name': '', 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'mac_address': 'fa:16:3e:8b:bb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '885f19ee-7257-43da-82de-df418c31a807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:55Z', 'updated_at': '2022-01-18T19:49:00Z', 'revision_number': 5, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'subnets': [{'id': '885f19ee-7257-43da-82de-df418c31a807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:49:47.863475 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9821372b-9f0b-437b-a02f-6c8ecaa26c6c None None] The sync data for ids ['d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'] in dv-cinder-811877-7-iscsi is: [{'id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'name': 'tempest-TestShelveInstance-86379349-router', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:52Z', 'updated_at': '2022-01-18T19:48:55Z', 'revision_number': 4, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'gw_port': {'id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:53Z', 'updated_at': '2022-01-18T19:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_floatingips': [{'id': '45143933-dec3-44ef-ae1a-4a80a93dea73', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'router_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'port_id': '62cddc64-9e50-4966-b2e4-f226d45d021a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9', 'mac_address': 'fa:16:3e:e3:f7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51693dd-7167-4721-8e1a-d3b9b18e637e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T19:49:46Z', 'updated_at': '2022-01-18T19:49:46Z', 'revision_number': 0, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c023817-9f66-46f4-b644-bca0e8500623', 'name': '', 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'mac_address': 'fa:16:3e:8b:bb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '885f19ee-7257-43da-82de-df418c31a807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:55Z', 'updated_at': '2022-01-18T19:49:00Z', 'revision_number': 5, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'subnets': [{'id': '885f19ee-7257-43da-82de-df418c31a807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:49:48.049262 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b19811-ccc1-424c-9d78-252a4642146f None None] New status for floating IP 45143933-dec3-44ef-ae1a-4a80a93dea73: ACTIVE {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 19:49:49.162199 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6c42d983-970c-45d5-b37d-3857052f708f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:49.996430 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:51.608282 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:53.071339 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:49:55.564498 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9af3cc11-b62a-46d1-a0dc-45b07259396a req-816697dd-2aac-44a3-8bed-6de3c6356de3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383601 Jan 18 19:49:55.645258 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3cc11-b62a-46d1-a0dc-45b07259396a req-0d7550d6-471c-44ea-a0dd-389f3b37116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:55.646715 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9af3cc11-b62a-46d1-a0dc-45b07259396a req-0d7550d6-471c-44ea-a0dd-389f3b37116d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a2b9c4049ba42c2bbf599add5808181&device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 1098 time: 0.0417848 Jan 18 19:49:55.745178 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3cc11-b62a-46d1-a0dc-45b07259396a req-749b6a3c-a560-4db0-8447-20f227722639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:55.746656 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9af3cc11-b62a-46d1-a0dc-45b07259396a req-749b6a3c-a560-4db0-8447-20f227722639 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 HTTP/1.1" status: 200 len: 908 time: 0.0815377 Jan 18 19:49:55.812868 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9af3cc11-b62a-46d1-a0dc-45b07259396a req-6f10f590-e48b-4c8b-8a4e-d15c15f8814c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62cddc64-9e50-4966-b2e4-f226d45d021a HTTP/1.1" status: 200 len: 1000 time: 0.0596409 Jan 18 19:49:55.860824 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3cc11-b62a-46d1-a0dc-45b07259396a req-21986f10-ccd8-4eba-8fa2-35ff58528ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:55.862268 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9af3cc11-b62a-46d1-a0dc-45b07259396a req-21986f10-ccd8-4eba-8fa2-35ff58528ab2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=885f19ee-7257-43da-82de-df418c31a807 HTTP/1.1" status: 200 len: 846 time: 0.0431926 Jan 18 19:49:55.905589 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3cc11-b62a-46d1-a0dc-45b07259396a req-f8682254-89b6-400b-8964-0421b3cbd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:49:55.907054 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9af3cc11-b62a-46d1-a0dc-45b07259396a req-f8682254-89b6-400b-8964-0421b3cbd451 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391638 Jan 18 19:49:55.995781 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9af3cc11-b62a-46d1-a0dc-45b07259396a req-d0b930ae-cc1f-4dd9-b16d-8f89cb688b45 service neutron] 10.222.0.35 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819693 Jan 18 19:49:56.081429 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9af3cc11-b62a-46d1-a0dc-45b07259396a req-d8edf5a4-2715-40a0-9060-b3a65ef72c96 service neutron] 10.222.0.35 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801003 Jan 18 19:50:13.053003 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:50:13.949228 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:50:16.589843 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1280c178-d41e-431c-b231-5fec1dbdc80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:50:19.167587 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-247ad26b-253c-4c64-9093-3d9bf062364f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:50:19.995922 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:50:21.589970 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:50:23.046678 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:50:43.063685 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:50:46.597646 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-ff25f6e3-72db-4b97-bb58-f04743645eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:50:49.246143 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b06c4cde-0416-428f-be13-41545528f1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:50:49.999449 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:50:50.947563 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:50:51.583365 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:50:53.051674 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:50:57.555674 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c5a85796-07cf-4f40-b851-11d02a43d2ac req-13f91040-3484-4f49-96e8-5365fe4985e0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447190 Jan 18 19:50:57.637011 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a85796-07cf-4f40-b851-11d02a43d2ac req-263a081e-9f05-420b-9b3f-3261b27cb7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:50:57.638488 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c5a85796-07cf-4f40-b851-11d02a43d2ac req-263a081e-9f05-420b-9b3f-3261b27cb7a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a2b9c4049ba42c2bbf599add5808181&device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 1098 time: 0.0419064 Jan 18 19:50:57.736496 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a85796-07cf-4f40-b851-11d02a43d2ac req-de6491ff-e541-4e97-a464-384efe6c213c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:50:57.737976 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c5a85796-07cf-4f40-b851-11d02a43d2ac req-de6491ff-e541-4e97-a464-384efe6c213c service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 HTTP/1.1" status: 200 len: 908 time: 0.0830228 Jan 18 19:50:57.804113 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c5a85796-07cf-4f40-b851-11d02a43d2ac req-238eaa5f-5e91-49c5-8b48-f41a0e74d396 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62cddc64-9e50-4966-b2e4-f226d45d021a HTTP/1.1" status: 200 len: 1000 time: 0.0597115 Jan 18 19:50:57.850342 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a85796-07cf-4f40-b851-11d02a43d2ac req-282adcbb-3e86-4ad0-9496-dad4d9c0fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:50:57.851644 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c5a85796-07cf-4f40-b851-11d02a43d2ac req-282adcbb-3e86-4ad0-9496-dad4d9c0fc64 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=885f19ee-7257-43da-82de-df418c31a807 HTTP/1.1" status: 200 len: 846 time: 0.0419383 Jan 18 19:50:57.893788 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a85796-07cf-4f40-b851-11d02a43d2ac req-f213a945-5134-47c6-8dea-80bd09b89c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:50:57.895218 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c5a85796-07cf-4f40-b851-11d02a43d2ac req-f213a945-5134-47c6-8dea-80bd09b89c38 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0367005 Jan 18 19:50:58.234913 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c5a85796-07cf-4f40-b851-11d02a43d2ac req-cdaccccd-7f5a-4a9d-84e9-e10ebc904d0e service neutron] 10.222.0.35 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330836 Jan 18 19:50:58.321048 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-c5a85796-07cf-4f40-b851-11d02a43d2ac req-413c7216-57b5-4966-8a7e-c27f03487dc6 service neutron] 10.222.0.35 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797029 Jan 18 19:51:13.075099 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:51:16.622478 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-def9f14a-32ca-4669-a5cc-aa2ab5d59461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:51:19.165720 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-49bf3159-b5fa-48c1-ab2d-60a76b137029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:51:20.004113 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:51:21.588276 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:51:23.066623 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:51:25.040243 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [req-b7d67281-ef85-490c-9909-1adf71a35645 req-beb7f9c6-628f-485a-a829-6fb968029114 service neutron] (103173) timed out ('10.222.0.35', 49573) {{(pid=103173) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 19:51:25.045432 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [req-522bd9e1-f133-47df-814d-665c06297e1f req-30a7f787-a4d3-493c-b5db-7ac31d5a50ce service neutron] (103172) timed out ('10.222.0.35', 49558) {{(pid=103172) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 19:51:27.946767 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:51:43.117276 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:51:46.591608 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-41046164-cdbc-4d08-b6b5-82539018ab0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:51:49.215994 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4ea5debd-13d8-4097-9e69-fd5443c51f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:51:50.010961 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:51:51.591377 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:51:53.055733 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:51:59.588187 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a4f37a88-5016-4596-a2a4-f6848c103afe req-7627ce8c-7c06-4b88-9865-cccd00645003 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801337 Jan 18 19:51:59.669819 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f37a88-5016-4596-a2a4-f6848c103afe req-64c94297-f27f-483c-a083-c5b45ba9f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:51:59.671320 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a4f37a88-5016-4596-a2a4-f6848c103afe req-64c94297-f27f-483c-a083-c5b45ba9f4dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a2b9c4049ba42c2bbf599add5808181&device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 1098 time: 0.0423350 Jan 18 19:51:59.768576 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f37a88-5016-4596-a2a4-f6848c103afe req-7a074b9e-0789-4fa2-8ece-d2210c4b947c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:51:59.769954 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a4f37a88-5016-4596-a2a4-f6848c103afe req-7a074b9e-0789-4fa2-8ece-d2210c4b947c service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 HTTP/1.1" status: 200 len: 908 time: 0.0813828 Jan 18 19:51:59.844753 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a4f37a88-5016-4596-a2a4-f6848c103afe req-d3e9d2f9-f741-42c9-9583-9cc102d9f533 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62cddc64-9e50-4966-b2e4-f226d45d021a HTTP/1.1" status: 200 len: 1000 time: 0.0683901 Jan 18 19:51:59.890623 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f37a88-5016-4596-a2a4-f6848c103afe req-298bde95-ed71-43f5-b960-5f2001ae51e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:51:59.892030 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a4f37a88-5016-4596-a2a4-f6848c103afe req-298bde95-ed71-43f5-b960-5f2001ae51e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=885f19ee-7257-43da-82de-df418c31a807 HTTP/1.1" status: 200 len: 846 time: 0.0418169 Jan 18 19:51:59.934334 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f37a88-5016-4596-a2a4-f6848c103afe req-96c7a9cb-d675-4e5f-9f14-d98ac4a58ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:51:59.935771 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a4f37a88-5016-4596-a2a4-f6848c103afe req-96c7a9cb-d675-4e5f-9f14-d98ac4a58ad1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379033 Jan 18 19:52:00.023344 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a4f37a88-5016-4596-a2a4-f6848c103afe req-a70f39da-85c6-4a25-aaf3-c1c31d8ba475 service neutron] 10.222.0.35 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819523 Jan 18 19:52:00.107093 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a4f37a88-5016-4596-a2a4-f6848c103afe req-3635fc16-2869-4382-b884-826e911423fa service neutron] 10.222.0.35 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780945 Jan 18 19:52:02.562977 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82e783-7145-4c97-b1b4-b75a5a646947 req-e23da66a-2c09-418a-a96a-e7dc05daee0b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:02.564436 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7b82e783-7145-4c97-b1b4-b75a5a646947 req-e23da66a-2c09-418a-a96a-e7dc05daee0b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.1518989 Jan 18 19:52:02.615581 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7b82e783-7145-4c97-b1b4-b75a5a646947 req-cdd513e6-4499-49d0-85f8-e275479fbca4 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454936 Jan 18 19:52:03.779978 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441d125-f805-4753-a156-be3a96afec18 req-64f1e05d-1116-4617-a3bb-7141de7ad977 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:03.781462 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3441d125-f805-4753-a156-be3a96afec18 req-64f1e05d-1116-4617-a3bb-7141de7ad977 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0965662 Jan 18 19:52:03.834646 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3441d125-f805-4753-a156-be3a96afec18 req-f99b08a9-80f4-4f83-8675-cf87862acee4 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472803 Jan 18 19:52:04.945066 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:52:04.949982 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6d6f7-100a-4848-8e1e-d8b001812bef req-9d16b4de-3f2e-4407-834f-f509d1e71b3c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:04.951469 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b9b6d6f7-100a-4848-8e1e-d8b001812bef req-9d16b4de-3f2e-4407-834f-f509d1e71b3c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0480626 Jan 18 19:52:04.999498 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b9b6d6f7-100a-4848-8e1e-d8b001812bef req-ed55c485-b6c6-4e9e-83dc-5360e13f3a62 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425084 Jan 18 19:52:06.113615 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578808a-a7de-4b86-b975-f0287de7def5 req-4e638fbe-1268-4d6a-8c41-ecec30085069 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:06.115092 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5578808a-a7de-4b86-b975-f0287de7def5 req-4e638fbe-1268-4d6a-8c41-ecec30085069 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0503490 Jan 18 19:52:06.163418 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5578808a-a7de-4b86-b975-f0287de7def5 req-c4117b69-7959-4657-abd0-ae49a83aa5ee tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421402 Jan 18 19:52:07.273241 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522ce7b-b0eb-46da-ac97-162797e86768 req-5492205f-88d7-42b6-a937-c64aa5515033 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:07.274710 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3522ce7b-b0eb-46da-ac97-162797e86768 req-5492205f-88d7-42b6-a937-c64aa5515033 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0464242 Jan 18 19:52:07.323377 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3522ce7b-b0eb-46da-ac97-162797e86768 req-de07a2a1-dd71-47de-ae4f-352e71e19b11 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433784 Jan 18 19:52:08.437915 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f4505-60e3-4d90-bf1e-049b489f4bf0 req-78447952-6cf3-42e9-a344-ff6e27424fb7 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:08.439400 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-699f4505-60e3-4d90-bf1e-049b489f4bf0 req-78447952-6cf3-42e9-a344-ff6e27424fb7 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0509405 Jan 18 19:52:08.485885 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-699f4505-60e3-4d90-bf1e-049b489f4bf0 req-7a409fd8-b852-499c-acac-c5fb32d3c011 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411682 Jan 18 19:52:09.599333 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce941e-5baa-4a39-8d6c-006533c4ef0a req-6330db2a-e629-4fdf-b49e-922756fd1af2 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:09.600714 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ecce941e-5baa-4a39-8d6c-006533c4ef0a req-6330db2a-e629-4fdf-b49e-922756fd1af2 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0470579 Jan 18 19:52:09.650541 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-ecce941e-5baa-4a39-8d6c-006533c4ef0a req-da8e055a-3a14-4da5-93e5-05a3472d0048 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438037 Jan 18 19:52:10.762324 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377ddf9-9df8-4347-aaec-8fa72438ff58 req-3f20d20c-b6e3-4d7f-8553-11a1fe42fdd4 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:10.763782 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5377ddf9-9df8-4347-aaec-8fa72438ff58 req-3f20d20c-b6e3-4d7f-8553-11a1fe42fdd4 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0468435 Jan 18 19:52:10.817574 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5377ddf9-9df8-4347-aaec-8fa72438ff58 req-cd0d80a9-2af4-4a30-99f0-6e88ee1e8461 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480487 Jan 18 19:52:11.935434 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537a2c5-e0a2-4e41-ad0d-509e208dc237 req-4f81654d-461c-409c-8d64-d93398e642ce tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:11.937562 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6537a2c5-e0a2-4e41-ad0d-509e208dc237 req-4f81654d-461c-409c-8d64-d93398e642ce tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0486207 Jan 18 19:52:11.986384 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6537a2c5-e0a2-4e41-ad0d-509e208dc237 req-54b689c6-1cdf-4896-909b-eb99a8d7502c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432920 Jan 18 19:52:13.098045 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a8aa8-fd91-4d2a-8d0d-4e5d18f947f2 req-c7129afd-b8fc-46b3-bdc7-154b0138b856 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:13.099513 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-722a8aa8-fd91-4d2a-8d0d-4e5d18f947f2 req-c7129afd-b8fc-46b3-bdc7-154b0138b856 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0491421 Jan 18 19:52:13.138014 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:13.149766 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-722a8aa8-fd91-4d2a-8d0d-4e5d18f947f2 req-20f83412-cd9f-44be-84be-a302af6a6cbf tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447092 Jan 18 19:52:14.263394 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150efcc-37ca-4b7b-a4ab-737ccb4b7605 req-1c0fd6d5-be5b-435d-b749-7e051e1e50ce tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:14.264835 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7150efcc-37ca-4b7b-a4ab-737ccb4b7605 req-1c0fd6d5-be5b-435d-b749-7e051e1e50ce tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0498958 Jan 18 19:52:14.312743 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7150efcc-37ca-4b7b-a4ab-737ccb4b7605 req-69d7e0bf-4125-4751-a7d8-ebcfb35c1ae1 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425181 Jan 18 19:52:15.428252 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb80cab-225a-4d19-a4b8-e6dd1a39810e req-9f96db70-7be8-43d1-afba-0ecc36028f43 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:15.429806 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6fb80cab-225a-4d19-a4b8-e6dd1a39810e req-9f96db70-7be8-43d1-afba-0ecc36028f43 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0486577 Jan 18 19:52:15.477699 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6fb80cab-225a-4d19-a4b8-e6dd1a39810e req-3c201485-57f0-40ad-8370-3311ce3567b5 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423431 Jan 18 19:52:16.589668 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0987d5-5622-4614-9653-0dbe103f88ea req-c630c8d2-8007-4237-8539-f2a3e0f8bfa8 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:16.591196 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bc0987d5-5622-4614-9653-0dbe103f88ea req-c630c8d2-8007-4237-8539-f2a3e0f8bfa8 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0474937 Jan 18 19:52:16.596836 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-95999327-638f-4c00-a8a7-53344fcfce13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:16.642496 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bc0987d5-5622-4614-9653-0dbe103f88ea req-df27f16a-1f38-46a9-a4ed-7def7e0d4f4f tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457187 Jan 18 19:52:17.756132 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37c6d3-b55a-48a8-a8f2-64bcc40a61d9 req-05f78f07-1a55-495a-ba87-83166c5a7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:17.757607 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1a37c6d3-b55a-48a8-a8f2-64bcc40a61d9 req-05f78f07-1a55-495a-ba87-83166c5a7455 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a2b9c4049ba42c2bbf599add5808181&device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 1098 time: 0.0695684 Jan 18 19:52:17.768261 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd7c38-3401-4443-bfb3-bcba4b96ca2c req-99e7f984-b50f-477a-91b4-d0df0420ebc2 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:17.769632 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d9dd7c38-3401-4443-bfb3-bcba4b96ca2c req-99e7f984-b50f-477a-91b4-d0df0420ebc2 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0582688 Jan 18 19:52:17.868614 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d9dd7c38-3401-4443-bfb3-bcba4b96ca2c req-85ed3817-c33c-4d9c-94b4-4eaf7227d215 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908661 Jan 18 19:52:17.889568 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37c6d3-b55a-48a8-a8f2-64bcc40a61d9 req-6762f492-f3a6-43d2-b405-27f95a1af48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:17.892461 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1a37c6d3-b55a-48a8-a8f2-64bcc40a61d9 req-6762f492-f3a6-43d2-b405-27f95a1af48e service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 HTTP/1.1" status: 200 len: 908 time: 0.1218257 Jan 18 19:52:17.957860 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1a37c6d3-b55a-48a8-a8f2-64bcc40a61d9 req-7f6703e4-b7fd-412e-80b8-1bf3de218a1c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62cddc64-9e50-4966-b2e4-f226d45d021a HTTP/1.1" status: 200 len: 1000 time: 0.0593150 Jan 18 19:52:18.009892 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37c6d3-b55a-48a8-a8f2-64bcc40a61d9 req-84cfc271-2c74-4fe1-b584-a2eed06d4116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:18.011426 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1a37c6d3-b55a-48a8-a8f2-64bcc40a61d9 req-84cfc271-2c74-4fe1-b584-a2eed06d4116 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=885f19ee-7257-43da-82de-df418c31a807 HTTP/1.1" status: 200 len: 846 time: 0.0473330 Jan 18 19:52:18.054230 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37c6d3-b55a-48a8-a8f2-64bcc40a61d9 req-69c37112-4b3c-421d-9088-6a7c684f5d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:18.055664 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1a37c6d3-b55a-48a8-a8f2-64bcc40a61d9 req-69c37112-4b3c-421d-9088-6a7c684f5d63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377769 Jan 18 19:52:18.140328 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1a37c6d3-b55a-48a8-a8f2-64bcc40a61d9 req-cf715074-8bcb-470c-87e1-34e54bf932a2 service neutron] 10.222.0.35 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782673 Jan 18 19:52:18.230994 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1a37c6d3-b55a-48a8-a8f2-64bcc40a61d9 req-bc27500b-13b8-411f-83b3-a1d2675572b6 service neutron] 10.222.0.35 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845201 Jan 18 19:52:18.981651 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b11841-77f0-42d6-b728-11da7d99846c req-24c2bb0d-c524-4d59-9451-9072d1d92312 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:18.983103 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a8b11841-77f0-42d6-b728-11da7d99846c req-24c2bb0d-c524-4d59-9451-9072d1d92312 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0478840 Jan 18 19:52:19.030628 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a8b11841-77f0-42d6-b728-11da7d99846c req-4cc3393e-c1f9-4b2c-b5ef-e7f6a5ea3e63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421364 Jan 18 19:52:19.180957 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7a9bef93-2560-4b0a-9944-bcf41f0d8b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:20.018811 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:20.144697 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e67e5-50af-4fb8-ae4c-b1f31fe423c2 req-2fe798cc-d522-41cc-90b4-033ec0f77ab6 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:20.146188 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-097e67e5-50af-4fb8-ae4c-b1f31fe423c2 req-2fe798cc-d522-41cc-90b4-033ec0f77ab6 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0510430 Jan 18 19:52:20.193941 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-097e67e5-50af-4fb8-ae4c-b1f31fe423c2 req-8dac7097-772c-4ec9-861c-fa038deb1460 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422072 Jan 18 19:52:21.303104 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b154b57-eb75-4fe6-b9fc-f68a486d5a23 req-d65ebb66-975f-416e-aef2-16a0d21ccaea tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:21.304528 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5b154b57-eb75-4fe6-b9fc-f68a486d5a23 req-d65ebb66-975f-416e-aef2-16a0d21ccaea tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0467513 Jan 18 19:52:21.352185 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5b154b57-eb75-4fe6-b9fc-f68a486d5a23 req-c1da5db4-0458-4c97-8dda-50aa41842a38 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415792 Jan 18 19:52:21.463772 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [req-9e13a0d5-c679-4dac-97a0-985a90e12c7c req-89ebaa21-4f45-4d34-8304-182ba4ff9c98 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:52:21.464756 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-9e13a0d5-c679-4dac-97a0-985a90e12c7c req-89ebaa21-4f45-4d34-8304-182ba4ff9c98 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467210 Jan 18 19:52:21.595737 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:21.765337 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc715f-b6f9-441c-9073-47877abfb44d req-4d8065dd-6474-483c-80b6-053c27f9aed7 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:21.766809 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dcbc715f-b6f9-441c-9073-47877abfb44d req-4d8065dd-6474-483c-80b6-053c27f9aed7 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0477884 Jan 18 19:52:21.820612 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dcbc715f-b6f9-441c-9073-47877abfb44d req-d0df1df2-c5ca-4407-bac5-94e410539d4e tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474577 Jan 18 19:52:21.857726 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-dc34ac6e-6aa0-4dd3-96db-a0a506e0b2ba req-356fde47-b1d0-4f19-8a31-37fa6e3f0344 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910933 Jan 18 19:52:21.866010 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [req-dc34ac6e-6aa0-4dd3-96db-a0a506e0b2ba req-c76ed079-ef97-4ab1-ba16-f20e0055a7c4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 19:52:21.866979 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [req-dc34ac6e-6aa0-4dd3-96db-a0a506e0b2ba req-c76ed079-ef97-4ab1-ba16-f20e0055a7c4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048738 Jan 18 19:52:22.931177 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a021bf3-5e10-4a8c-b1a6-1bd69a2e242e req-504f3eaa-d999-4836-a8d5-aab87f8ac26b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:22.932679 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5a021bf3-5e10-4a8c-b1a6-1bd69a2e242e req-504f3eaa-d999-4836-a8d5-aab87f8ac26b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0471919 Jan 18 19:52:22.981487 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-5a021bf3-5e10-4a8c-b1a6-1bd69a2e242e req-971f0082-94f2-4879-bd6b-321175d8fd93 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424762 Jan 18 19:52:23.115600 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:23.535019 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 62cddc64-9e50-4966-b2e4-f226d45d021a no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:52:23.607693 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 62cddc64-9e50-4966-b2e4-f226d45d021a is: ACTIVE; New status is: DOWN {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:52:23.608079 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:23.630164 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51693dd-7167-4721-8e1a-d3b9b18e637e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62cddc64-9e50-4966-b2e4-f226d45d021a'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:52:23.633924 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3642d7f1-2c83-4fad-a119-c0bd3a90625c" -d '{"events": [{"server_uuid": "b51693dd-7167-4721-8e1a-d3b9b18e637e", "name": "network-vif-unplugged", "status": "completed", "tag": "62cddc64-9e50-4966-b2e4-f226d45d021a"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:52:23.644609 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 62cddc64-9e50-4966-b2e4-f226d45d021a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=62cddc64-9e50-4966-b2e4-f226d45d021a,segment=NetworkSegment(a9fed64b-77e7-484e-9374-e86fd9832306),segment_id=a9fed64b-77e7-484e-9374-e86fd9832306)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:52:23.716375 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:23.741605 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 19:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3361b256-4939-4429-ab22-efce4e6da8c8 x-openstack-request-id: req-3361b256-4939-4429-ab22-efce4e6da8c8 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:52:23.741895 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51693dd-7167-4721-8e1a-d3b9b18e637e", "name": "network-vif-unplugged", "status": "failed", "tag": "62cddc64-9e50-4966-b2e4-f226d45d021a", "code": 422}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:52:23.742345 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3361b256-4939-4429-ab22-efce4e6da8c8 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:52:23.742815 dv-cinder-811877-7-iscsi neutron-server[103174]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b51693dd-7167-4721-8e1a-d3b9b18e637e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '62cddc64-9e50-4966-b2e4-f226d45d021a', 'code': 422} returned with failed status Jan 18 19:52:23.767453 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=62cddc64-9e50-4966-b2e4-f226d45d021a,revision_number=6']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:52:23.774347 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:23.774697 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:23.775041 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:23.775376 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:23.775708 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:23.776038 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:23.776363 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:23.776688 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:23.777664 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:23.777999 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:23.778355 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:23.778677 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:23.778996 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:52:24.092856 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aebc9a-feee-4906-b241-e3db133bae9c req-fbc1d1bf-d6c5-4edc-8e4a-3f7bfd6d222b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:24.094219 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-33aebc9a-feee-4906-b241-e3db133bae9c req-fbc1d1bf-d6c5-4edc-8e4a-3f7bfd6d222b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 943 time: 0.0471992 Jan 18 19:52:24.141554 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-33aebc9a-feee-4906-b241-e3db133bae9c req-41a2f842-d13e-4b96-9eb9-25483a4cab6b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419223 Jan 18 19:52:24.213995 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34ac6e-6aa0-4dd3-96db-a0a506e0b2ba req-d6f6d753-fb55-4f60-9fe5-f1ad919bfcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:24.215431 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dc34ac6e-6aa0-4dd3-96db-a0a506e0b2ba req-d6f6d753-fb55-4f60-9fe5-f1ad919bfcf3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e&tenant_id=0a2b9c4049ba42c2bbf599add5808181 HTTP/1.1" status: 200 len: 1096 time: 0.0421805 Jan 18 19:52:24.289779 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34ac6e-6aa0-4dd3-96db-a0a506e0b2ba req-51a1ffa6-9817-487a-a07b-aa1c9e4053cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:24.291236 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dc34ac6e-6aa0-4dd3-96db-a0a506e0b2ba req-51a1ffa6-9817-487a-a07b-aa1c9e4053cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a2b9c4049ba42c2bbf599add5808181&device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 1096 time: 0.0375199 Jan 18 19:52:24.380159 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34ac6e-6aa0-4dd3-96db-a0a506e0b2ba req-2d16713d-b74c-440c-8e16-d5791b4fa79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:24.381550 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dc34ac6e-6aa0-4dd3-96db-a0a506e0b2ba req-2d16713d-b74c-440c-8e16-d5791b4fa79b service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 HTTP/1.1" status: 200 len: 908 time: 0.0809188 Jan 18 19:52:24.446368 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dc34ac6e-6aa0-4dd3-96db-a0a506e0b2ba req-970a69a1-3084-44c3-bace-14b6af4bedb7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62cddc64-9e50-4966-b2e4-f226d45d021a HTTP/1.1" status: 200 len: 998 time: 0.0583537 Jan 18 19:52:24.491483 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34ac6e-6aa0-4dd3-96db-a0a506e0b2ba req-f502574f-49cc-4821-bf9d-64409e49ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:24.492837 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dc34ac6e-6aa0-4dd3-96db-a0a506e0b2ba req-f502574f-49cc-4821-bf9d-64409e49ffed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=885f19ee-7257-43da-82de-df418c31a807 HTTP/1.1" status: 200 len: 846 time: 0.0408626 Jan 18 19:52:24.533989 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34ac6e-6aa0-4dd3-96db-a0a506e0b2ba req-54b3bc0a-5667-4fb1-8870-9082ed8702fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:24.535445 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dc34ac6e-6aa0-4dd3-96db-a0a506e0b2ba req-54b3bc0a-5667-4fb1-8870-9082ed8702fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0370810 Jan 18 19:52:24.623833 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dc34ac6e-6aa0-4dd3-96db-a0a506e0b2ba req-c6d255a0-b1d1-4be4-9475-27c8a655e2ca service neutron] 10.222.0.35 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828030 Jan 18 19:52:24.708770 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-dc34ac6e-6aa0-4dd3-96db-a0a506e0b2ba req-3642fd5b-5511-4966-aae8-4edcfc181578 service neutron] 10.222.0.35 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785661 Jan 18 19:52:25.255915 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5c1cd-16f0-433e-ba05-afad2e7e79ab req-0a4d0b21-eece-4ba9-b387-a6b2cfafce7b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:25.257383 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-11d5c1cd-16f0-433e-ba05-afad2e7e79ab req-0a4d0b21-eece-4ba9-b387-a6b2cfafce7b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 943 time: 0.0508041 Jan 18 19:52:25.305033 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-11d5c1cd-16f0-433e-ba05-afad2e7e79ab req-9c0d9afe-1b2d-44ef-a22e-1cfbc3a5821e tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417361 Jan 18 19:52:26.414698 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04edce2-002c-4dd6-9dbf-5f7fa571d266 req-55ae9b1a-490c-402c-9b9f-9256526af15a tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:26.416115 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d04edce2-002c-4dd6-9dbf-5f7fa571d266 req-55ae9b1a-490c-402c-9b9f-9256526af15a tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 943 time: 0.0462182 Jan 18 19:52:26.462591 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d04edce2-002c-4dd6-9dbf-5f7fa571d266 req-556f2294-86b1-4df6-b68f-afb3b1c8115a tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411444 Jan 18 19:52:27.575435 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2a21f-3663-4d36-b96a-b5b526232e15 req-5ead3084-d29f-43c2-969d-c891582f3f5c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:27.576779 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a4f2a21f-3663-4d36-b96a-b5b526232e15 req-5ead3084-d29f-43c2-969d-c891582f3f5c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 943 time: 0.0506098 Jan 18 19:52:27.624005 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-a4f2a21f-3663-4d36-b96a-b5b526232e15 req-d23643f0-59d7-4d08-9df2-df0dc355bb8c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412476 Jan 18 19:52:28.736553 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97bf8f-0670-4dba-a11f-db86439814aa req-1caffc0b-a4d8-486e-947a-e308ede0b923 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:28.738014 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3c97bf8f-0670-4dba-a11f-db86439814aa req-1caffc0b-a4d8-486e-947a-e308ede0b923 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 943 time: 0.0496750 Jan 18 19:52:28.785181 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3c97bf8f-0670-4dba-a11f-db86439814aa req-aad6a6b2-b452-4ec6-b8fd-1f60b573adae tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416865 Jan 18 19:52:29.894865 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c45e4-5bdc-4052-8e68-b459ec69d43e req-0bf2913c-9b22-42bf-91fa-b3ea3c9f5461 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:29.896327 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e18c45e4-5bdc-4052-8e68-b459ec69d43e req-0bf2913c-9b22-42bf-91fa-b3ea3c9f5461 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 943 time: 0.0466645 Jan 18 19:52:29.954711 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e18c45e4-5bdc-4052-8e68-b459ec69d43e req-f20008e9-0bc2-4888-a3ce-e56f35fe48f7 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529368 Jan 18 19:52:31.065589 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd007c7a-cd95-4994-ace0-77f27fad8baa req-b3e67b70-0da9-4431-a7f3-18ad79e9d3b3 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:31.067046 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bd007c7a-cd95-4994-ace0-77f27fad8baa req-b3e67b70-0da9-4431-a7f3-18ad79e9d3b3 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 943 time: 0.0464375 Jan 18 19:52:31.113619 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-bd007c7a-cd95-4994-ace0-77f27fad8baa req-e5a4f21d-f090-43f1-a5ba-877346675202 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411987 Jan 18 19:52:32.224078 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cc734-e2fa-451d-997d-ac58bb9df417 req-a970c3c9-a5a5-4226-af0a-5f344a9fbb26 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:32.225519 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e95cc734-e2fa-451d-997d-ac58bb9df417 req-a970c3c9-a5a5-4226-af0a-5f344a9fbb26 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 943 time: 0.0469673 Jan 18 19:52:32.271902 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e95cc734-e2fa-451d-997d-ac58bb9df417 req-dd9536c6-9333-4636-b732-11bf4dbffa17 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410166 Jan 18 19:52:33.386550 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab05dc-f79b-4cd8-bcb2-04911444b946 req-233a5897-02a0-40a1-9079-590fbd3ddd2d tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:33.387970 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f6ab05dc-f79b-4cd8-bcb2-04911444b946 req-233a5897-02a0-40a1-9079-590fbd3ddd2d tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 943 time: 0.0498123 Jan 18 19:52:33.434225 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-f6ab05dc-f79b-4cd8-bcb2-04911444b946 req-611836c5-4017-4bd6-a1a5-d9a31089cbe4 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409212 Jan 18 19:52:33.580669 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 62cddc64-9e50-4966-b2e4-f226d45d021a details requested by agent hyperv_hv-cinder-81187 with host hv-cinder-81187 {{(pid=103174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 19:52:33.672432 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 62cddc64-9e50-4966-b2e4-f226d45d021a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=62cddc64-9e50-4966-b2e4-f226d45d021a,segment=NetworkSegment(a9fed64b-77e7-484e-9374-e86fd9832306),segment_id=a9fed64b-77e7-484e-9374-e86fd9832306)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:52:33.683165 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Returning: {'device': '62cddc64-9e50-4966-b2e4-f226d45d021a', 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9', 'port_id': '62cddc64-9e50-4966-b2e4-f226d45d021a', 'mac_address': 'fa:16:3e:e3:f7:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '885f19ee-7257-43da-82de-df418c31a807', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 19:52:33.718358 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 62cddc64-9e50-4966-b2e4-f226d45d021a is: DOWN; New status is: BUILD {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:52:33.718741 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:33.730670 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cddc64-9e50-4966-b2e4-f226d45d021a {{(pid=103174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 19:52:33.749169 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 62cddc64-9e50-4966-b2e4-f226d45d021a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=62cddc64-9e50-4966-b2e4-f226d45d021a,segment=NetworkSegment(a9fed64b-77e7-484e-9374-e86fd9832306),segment_id=a9fed64b-77e7-484e-9374-e86fd9832306)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:52:33.809408 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:33.853665 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=62cddc64-9e50-4966-b2e4-f226d45d021a,revision_number=7']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:52:34.175462 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] get_ports_and_sgs() called for port_ids ['62cddc64-9e50-4966-b2e4-f226d45d021a'] {{(pid=103174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 19:52:34.545149 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af8453-0f79-4eea-989e-cdc6770a02b5 req-0c841e81-cf34-4bd8-b244-9d204ef3c29b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:34.546614 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-50af8453-0f79-4eea-989e-cdc6770a02b5 req-0c841e81-cf34-4bd8-b244-9d204ef3c29b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 944 time: 0.0461578 Jan 18 19:52:34.594007 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-50af8453-0f79-4eea-989e-cdc6770a02b5 req-71234d60-d31f-4113-98d6-e9418bbe28e3 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417924 Jan 18 19:52:35.595465 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 62cddc64-9e50-4966-b2e4-f226d45d021a up at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 19:52:35.645297 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.provisioning_blocks [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Provisioning complete for port 62cddc64-9e50-4966-b2e4-f226d45d021a triggered by entity L2. {{(pid=103174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 19:52:35.645670 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1043071'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), provisioning_complete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:35.705686 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aebf1a-1364-468e-ba53-7424a1612729 req-5700edc8-14a5-4aa2-a428-211da507348b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:35.707164 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e2aebf1a-1364-468e-ba53-7424a1612729 req-5700edc8-14a5-4aa2-a428-211da507348b tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 944 time: 0.0480378 Jan 18 19:52:35.721249 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Current status of the port 62cddc64-9e50-4966-b2e4-f226d45d021a is: BUILD; New status is: ACTIVE {{(pid=103174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 19:52:35.721645 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031964'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), before_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:35.743829 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51693dd-7167-4721-8e1a-d3b9b18e637e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cddc64-9e50-4966-b2e4-f226d45d021a'}] {{(pid=103174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:52:35.746624 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47c64e9dfbac7d6d45c637e931f74e220fc5768bbd3adcb12e17e2bd75edd418" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1064e4-e52e-4a9c-98a3-cfc151c2b45f" -d '{"events": [{"server_uuid": "b51693dd-7167-4721-8e1a-d3b9b18e637e", "name": "network-vif-plugged", "status": "completed", "tag": "62cddc64-9e50-4966-b2e4-f226d45d021a"}]}' {{(pid=103174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:52:35.758788 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] For port 62cddc64-9e50-4966-b2e4-f226d45d021a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=62cddc64-9e50-4966-b2e4-f226d45d021a,segment=NetworkSegment(a9fed64b-77e7-484e-9374-e86fd9832306),segment_id=a9fed64b-77e7-484e-9374-e86fd9832306)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:52:35.758947 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-e2aebf1a-1364-468e-ba53-7424a1612729 req-654d9478-455c-4b11-ba5a-f85139746759 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463316 Jan 18 19:52:35.781274 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a372521e-3451-4e0f-91ad-3b60f4294414 x-openstack-request-id: req-a372521e-3451-4e0f-91ad-3b60f4294414 {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:52:35.781567 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51693dd-7167-4721-8e1a-d3b9b18e637e", "name": "network-vif-plugged", "status": "completed", "tag": "62cddc64-9e50-4966-b2e4-f226d45d021a", "code": 200}]} {{(pid=103174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:52:35.781823 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a372521e-3451-4e0f-91ad-3b60f4294414 {{(pid=103174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:52:35.782248 dv-cinder-811877-7-iscsi neutron-server[103174]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51693dd-7167-4721-8e1a-d3b9b18e637e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cddc64-9e50-4966-b2e4-f226d45d021a', 'code': 200} Jan 18 19:52:35.826258 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736992386690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736991853918', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736991853936'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:35.875222 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Pushing event updated for resources: {'Port': ['ID=62cddc64-9e50-4966-b2e4-f226d45d021a,revision_number=8']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:52:36.070793 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633e264-82c0-4515-8ba0-b3fd9bda7573 req-4b780dde-8879-4e32-a973-4d39abc1024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:36.072349 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6633e264-82c0-4515-8ba0-b3fd9bda7573 req-4b780dde-8879-4e32-a973-4d39abc1024e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 1098 time: 0.0399640 Jan 18 19:52:36.117276 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6633e264-82c0-4515-8ba0-b3fd9bda7573 req-ac9ef43a-d7db-44e3-a155-07a73af9ffaf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381277 Jan 18 19:52:36.870169 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e44c79-f790-44f8-a8d6-bb436337596f req-f20fb0e4-a48e-4fc0-ae38-ba0954fa833c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:36.871621 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b6e44c79-f790-44f8-a8d6-bb436337596f req-f20fb0e4-a48e-4fc0-ae38-ba0954fa833c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0466759 Jan 18 19:52:36.919259 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b6e44c79-f790-44f8-a8d6-bb436337596f req-1dd96d93-2bc2-4386-aa0e-43eb27fd4fcd tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420702 Jan 18 19:52:38.038593 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753af26-6229-4567-9f5b-9d1311144a0f req-42c8d5d2-d7c4-4e2a-9c72-2c3daa1ae180 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:38.040036 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3753af26-6229-4567-9f5b-9d1311144a0f req-42c8d5d2-d7c4-4e2a-9c72-2c3daa1ae180 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0501447 Jan 18 19:52:38.086268 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-3753af26-6229-4567-9f5b-9d1311144a0f req-e2838f27-41d7-4b32-ab20-4a0feb333f5c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407455 Jan 18 19:52:41.943570 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:52:43.160072 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:46.638292 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-e3ee51a1-5d60-45b5-99ee-fcfb819428cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:49.199775 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-15f6240f-bf2b-4bf8-af24-6c02c3f7eb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:50.011706 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:51.626118 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:53.067994 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:52:59.562465 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d5c9185d-9797-49b6-a97a-37266a27476a req-07e715cf-e39f-4a3b-91af-7c73d822a73f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389142 Jan 18 19:52:59.640069 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9185d-9797-49b6-a97a-37266a27476a req-2eaa06ef-7f90-43f4-a179-10f903c87e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:59.641504 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d5c9185d-9797-49b6-a97a-37266a27476a req-2eaa06ef-7f90-43f4-a179-10f903c87e9a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a2b9c4049ba42c2bbf599add5808181&device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 1098 time: 0.0388875 Jan 18 19:52:59.743312 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9185d-9797-49b6-a97a-37266a27476a req-c21057bf-5905-4f47-9b48-02be5c98cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:59.744762 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d5c9185d-9797-49b6-a97a-37266a27476a req-c21057bf-5905-4f47-9b48-02be5c98cf4f service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 HTTP/1.1" status: 200 len: 908 time: 0.0852895 Jan 18 19:52:59.809869 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d5c9185d-9797-49b6-a97a-37266a27476a req-7f03db20-8d07-474e-940d-44345fb5ad36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62cddc64-9e50-4966-b2e4-f226d45d021a HTTP/1.1" status: 200 len: 1000 time: 0.0583670 Jan 18 19:52:59.860600 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9185d-9797-49b6-a97a-37266a27476a req-2f397f57-a26d-4dcf-bcec-fe20d5effa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:59.861955 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d5c9185d-9797-49b6-a97a-37266a27476a req-2f397f57-a26d-4dcf-bcec-fe20d5effa03 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=885f19ee-7257-43da-82de-df418c31a807 HTTP/1.1" status: 200 len: 846 time: 0.0463004 Jan 18 19:52:59.904735 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9185d-9797-49b6-a97a-37266a27476a req-2ac45ecb-5282-454e-91c9-46ac61642b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:52:59.906189 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d5c9185d-9797-49b6-a97a-37266a27476a req-2ac45ecb-5282-454e-91c9-46ac61642b65 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382440 Jan 18 19:52:59.991569 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d5c9185d-9797-49b6-a97a-37266a27476a req-7ba83915-eb17-4880-a52d-ed18475fd50c service neutron] 10.222.0.35 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787985 Jan 18 19:53:00.083644 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d5c9185d-9797-49b6-a97a-37266a27476a req-86bc9197-38a0-4fa3-ae6a-8cfa18489cfc service neutron] 10.222.0.35 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856228 Jan 18 19:53:13.141624 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:16.632933 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-8103b974-965e-4780-8314-936facfdde40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:18.942011 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:53:19.188173 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-42f9e53c-9843-4569-8f73-67105c7bdb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:20.004454 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:21.596702 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:23.061184 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:43.283364 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:46.608874 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-813eab5f-5e3c-4366-bc51-82339c4b034f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:49.174621 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-f1d28a63-5ea6-4e2f-8e43-a6271624fa57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:50.018504 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:51.596773 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:53.082493 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:53:55.940588 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:54:01.557925 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7d2a735a-2187-4f0f-ac30-dc30d127bfc4 req-7b7c8922-0185-4ff4-ab87-a3567109d3d6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392833 Jan 18 19:54:01.632616 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a735a-2187-4f0f-ac30-dc30d127bfc4 req-5ee2d0ee-353e-4bcd-a376-3377d269e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:01.634055 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7d2a735a-2187-4f0f-ac30-dc30d127bfc4 req-5ee2d0ee-353e-4bcd-a376-3377d269e0f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a2b9c4049ba42c2bbf599add5808181&device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 1098 time: 0.0382361 Jan 18 19:54:01.735241 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a735a-2187-4f0f-ac30-dc30d127bfc4 req-0d6e32fd-dc03-4b0a-a5c3-fc5db8190af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:01.736669 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7d2a735a-2187-4f0f-ac30-dc30d127bfc4 req-0d6e32fd-dc03-4b0a-a5c3-fc5db8190af4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 HTTP/1.1" status: 200 len: 908 time: 0.0857272 Jan 18 19:54:01.798004 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7d2a735a-2187-4f0f-ac30-dc30d127bfc4 req-5202fe9b-7b7c-4c91-b3c1-0b66509bf5a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62cddc64-9e50-4966-b2e4-f226d45d021a HTTP/1.1" status: 200 len: 1000 time: 0.0556319 Jan 18 19:54:01.846885 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a735a-2187-4f0f-ac30-dc30d127bfc4 req-43cfb7cf-729e-4d2c-aed4-cb30c75ecd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:01.848186 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7d2a735a-2187-4f0f-ac30-dc30d127bfc4 req-43cfb7cf-729e-4d2c-aed4-cb30c75ecd23 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=885f19ee-7257-43da-82de-df418c31a807 HTTP/1.1" status: 200 len: 846 time: 0.0448477 Jan 18 19:54:01.889060 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a735a-2187-4f0f-ac30-dc30d127bfc4 req-b06e51f1-4ccf-4b18-b5ee-235747577209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:01.890482 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7d2a735a-2187-4f0f-ac30-dc30d127bfc4 req-b06e51f1-4ccf-4b18-b5ee-235747577209 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0367467 Jan 18 19:54:01.973766 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7d2a735a-2187-4f0f-ac30-dc30d127bfc4 req-a31bf491-433c-4847-95cb-81494caa3d55 service neutron] 10.222.0.35 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773301 Jan 18 19:54:02.061642 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-7d2a735a-2187-4f0f-ac30-dc30d127bfc4 req-7725e882-16ff-429b-b855-0ac465ab4dd3 service neutron] 10.222.0.35 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817940 Jan 18 19:54:07.449150 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42836) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:07.685959 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Deleting port 9e471be1-0fb0-4ab4-92ae-cb60a57511bd {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:54:07.686328 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (9e471be1-0fb0-4ab4-92ae-cb60a57511bd), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:07.759068 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (9e471be1-0fb0-4ab4-92ae-cb60a57511bd), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:07.759387 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for floatingip (9e471be1-0fb0-4ab4-92ae-cb60a57511bd), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:07.771012 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Calling delete_port for 9e471be1-0fb0-4ab4-92ae-cb60a57511bd owned by network:floatingip {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:54:07.984779 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (9e471be1-0fb0-4ab4-92ae-cb60a57511bd), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:08.011623 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Pushing event deleted for resources: {'Port': ['ID=9e471be1-0fb0-4ab4-92ae-cb60a57511bd,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:54:08.023406 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:08.023757 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:08.024100 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:08.024438 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:08.024771 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:08.025100 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:08.025425 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:08.025750 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:08.026098 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:08.026415 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:08.026741 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:08.027061 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:08.027380 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:08.079161 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for floatingip (45143933-dec3-44ef-ae1a-4a80a93dea73), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:08.079492 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.db.l3_db [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Floating IP 45143933-dec3-44ef-ae1a-4a80a93dea73 disassociated (deleted). External IP: 172.27.2.87, port: 62cddc64-9e50-4966-b2e4-f226d45d021a. Jan 18 19:54:08.275696 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Router d7a41e2d-2f65-48ee-b19c-8bc9f33f383f has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:54:08.383362 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:54:08.388198 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for floatingip (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:08.393742 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c1b8e2-653c-4bbc-959b-39bd5873931e None None] Sync routers for ids ['d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:54:08.402362 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c1b8e2-653c-4bbc-959b-39bd5873931e None None] Routers {'d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:54:08.402971 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c2c1b8e2-653c-4bbc-959b-39bd5873931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:53:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:54:08.413658 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-0605ca4f-7d46-4853-b168-d871fcc8ab63 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "DELETE /v2.0/floatingips/45143933-dec3-44ef-ae1a-4a80a93dea73 HTTP/1.1" status: 204 len: 168 time: 0.9634452 Jan 18 19:54:08.414263 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51693dd-7167-4721-8e1a-d3b9b18e637e', 'tag': '62cddc64-9e50-4966-b2e4-f226d45d021a'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:54:08.416469 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16ac6cc-2ac2-476e-b68b-2b91cc1f5183" -d '{"events": [{"name": "network-changed", "server_uuid": "b51693dd-7167-4721-8e1a-d3b9b18e637e", "tag": "62cddc64-9e50-4966-b2e4-f226d45d021a"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:54:08.511224 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-c2c1b8e2-653c-4bbc-959b-39bd5873931e None None] Set router d7a41e2d-2f65-48ee-b19c-8bc9f33f383f gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:54:08.526683 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 19:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3b5227-5d36-4926-9671-3fcebdf6c914 x-openstack-request-id: req-1c3b5227-5d36-4926-9671-3fcebdf6c914 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:54:08.526683 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b51693dd-7167-4721-8e1a-d3b9b18e637e", "tag": "62cddc64-9e50-4966-b2e4-f226d45d021a", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:54:08.526683 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c3b5227-5d36-4926-9671-3fcebdf6c914 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:54:08.526683 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51693dd-7167-4721-8e1a-d3b9b18e637e', 'tag': '62cddc64-9e50-4966-b2e4-f226d45d021a', 'status': 'completed', 'code': 200} Jan 18 19:54:08.574789 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ac6cc-2ac2-476e-b68b-2b91cc1f5183 req-a440f661-bb0e-4133-aa5a-8bccc13d8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:08.576452 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d16ac6cc-2ac2-476e-b68b-2b91cc1f5183 req-a440f661-bb0e-4133-aa5a-8bccc13d8b52 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a2b9c4049ba42c2bbf599add5808181&device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 1098 time: 0.0398326 Jan 18 19:54:08.673223 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ac6cc-2ac2-476e-b68b-2b91cc1f5183 req-1104a391-66d5-4787-b0c2-14dd17fb5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:08.674757 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d16ac6cc-2ac2-476e-b68b-2b91cc1f5183 req-1104a391-66d5-4787-b0c2-14dd17fb5576 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 HTTP/1.1" status: 200 len: 908 time: 0.0880296 Jan 18 19:54:08.711711 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c2c1b8e2-653c-4bbc-959b-39bd5873931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'name': 'tempest-TestShelveInstance-86379349-router', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:52Z', 'updated_at': '2022-01-18T19:48:55Z', 'revision_number': 4, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'gw_port': {'id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:53Z', 'updated_at': '2022-01-18T19:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '7c023817-9f66-46f4-b644-bca0e8500623', 'name': '', 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'mac_address': 'fa:16:3e:8b:bb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '885f19ee-7257-43da-82de-df418c31a807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:55Z', 'updated_at': '2022-01-18T19:49:00Z', 'revision_number': 5, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'subnets': [{'id': '885f19ee-7257-43da-82de-df418c31a807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:54:08.715019 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d16ac6cc-2ac2-476e-b68b-2b91cc1f5183 req-4847c291-d3a5-40bf-852f-9759016836c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62cddc64-9e50-4966-b2e4-f226d45d021a HTTP/1.1" status: 200 len: 217 time: 0.0346477 Jan 18 19:54:08.740855 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c1b8e2-653c-4bbc-959b-39bd5873931e None None] Checking router: d7a41e2d-2f65-48ee-b19c-8bc9f33f383f for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:54:08.750868 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c1b8e2-653c-4bbc-959b-39bd5873931e None None] Routers {'d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:54:08.751908 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c2c1b8e2-653c-4bbc-959b-39bd5873931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:53:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:54:08.762452 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ac6cc-2ac2-476e-b68b-2b91cc1f5183 req-7c53028f-d8cf-4f0a-8b0d-8ba0cf916a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:08.763957 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d16ac6cc-2ac2-476e-b68b-2b91cc1f5183 req-7c53028f-d8cf-4f0a-8b0d-8ba0cf916a11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=885f19ee-7257-43da-82de-df418c31a807 HTTP/1.1" status: 200 len: 846 time: 0.0439856 Jan 18 19:54:08.839585 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ac6cc-2ac2-476e-b68b-2b91cc1f5183 req-f52ec9f2-603c-400f-a23d-f1231f98b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:08.840973 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d16ac6cc-2ac2-476e-b68b-2b91cc1f5183 req-f52ec9f2-603c-400f-a23d-f1231f98b51d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714865 Jan 18 19:54:08.851678 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1229fa-634f-4321-ad1e-3581baf624ee req-da104346-e8e8-4585-affc-c3ff9bc445b6 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:08.853078 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6d1229fa-634f-4321-ad1e-3581baf624ee req-da104346-e8e8-4585-affc-c3ff9bc445b6 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0571525 Jan 18 19:54:08.855800 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-c2c1b8e2-653c-4bbc-959b-39bd5873931e None None] Set router d7a41e2d-2f65-48ee-b19c-8bc9f33f383f gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:54:08.949873 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-6d1229fa-634f-4321-ad1e-3581baf624ee req-1c3b2be7-1560-4afe-b84d-a34e957328e5 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884721 Jan 18 19:54:08.974059 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d16ac6cc-2ac2-476e-b68b-2b91cc1f5183 req-ace895a4-90d0-4be9-9ab6-172146bd5226 service neutron] 10.222.0.35 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200521 Jan 18 19:54:09.064241 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-d16ac6cc-2ac2-476e-b68b-2b91cc1f5183 req-af99c6bd-977f-4c6b-a8f6-5583a5e144e5 service neutron] 10.222.0.35 "GET /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825522 Jan 18 19:54:09.065805 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-c2c1b8e2-653c-4bbc-959b-39bd5873931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'name': 'tempest-TestShelveInstance-86379349-router', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:52Z', 'updated_at': '2022-01-18T19:48:55Z', 'revision_number': 4, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'gw_port': {'id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:53Z', 'updated_at': '2022-01-18T19:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '7c023817-9f66-46f4-b644-bca0e8500623', 'name': '', 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'mac_address': 'fa:16:3e:8b:bb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '885f19ee-7257-43da-82de-df418c31a807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:55Z', 'updated_at': '2022-01-18T19:49:00Z', 'revision_number': 5, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'subnets': [{'id': '885f19ee-7257-43da-82de-df418c31a807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:54:09.098983 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c1b8e2-653c-4bbc-959b-39bd5873931e None None] The sync data for ids ['d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'] in dv-cinder-811877-7-iscsi is: [{'id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'name': 'tempest-TestShelveInstance-86379349-router', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:52Z', 'updated_at': '2022-01-18T19:48:55Z', 'revision_number': 4, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'gw_port': {'id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:53Z', 'updated_at': '2022-01-18T19:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi', '_interfaces': [{'id': '7c023817-9f66-46f4-b644-bca0e8500623', 'name': '', 'network_id': '3cebd65c-0550-4d1e-b06d-d56b77b5ebf9', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'mac_address': 'fa:16:3e:8b:bb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '885f19ee-7257-43da-82de-df418c31a807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:55Z', 'updated_at': '2022-01-18T19:49:00Z', 'revision_number': 5, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'subnets': [{'id': '885f19ee-7257-43da-82de-df418c31a807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:54:09.314291 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d7827d-4901-4073-94fe-08329c421d72 None None] New status for floating IP 45143933-dec3-44ef-ae1a-4a80a93dea73: DOWN {{(pid=103175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 19:54:10.070765 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6688812-94ca-4b17-9681-fc5aa19e79ec req-e810574c-73ce-42b7-925c-9efc852aaed7 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:10.072228 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b6688812-94ca-4b17-9681-fc5aa19e79ec req-e810574c-73ce-42b7-925c-9efc852aaed7 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0484786 Jan 18 19:54:10.122220 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-b6688812-94ca-4b17-9681-fc5aa19e79ec req-92683751-0226-44f6-8efc-673480134257 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/security-groups?id=335b4084-e1ea-4c73-9ca0-3cffbeb359b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445437 Jan 18 19:54:10.570125 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b434b32-ae9e-4a67-b507-0ae2c98c1c0f req-fd7ae332-3263-4423-9470-3b5274806a25 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 19:54:10.571478 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8b434b32-ae9e-4a67-b507-0ae2c98c1c0f req-fd7ae332-3263-4423-9470-3b5274806a25 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.35 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 945 time: 0.0460727 Jan 18 19:54:10.655037 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-8b434b32-ae9e-4a67-b507-0ae2c98c1c0f req-ea0d2dc1-9b8e-4c5b-9223-4ae519932ed4 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Deleting port 62cddc64-9e50-4966-b2e4-f226d45d021a {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:54:10.655365 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-8b434b32-ae9e-4a67-b507-0ae2c98c1c0f req-ea0d2dc1-9b8e-4c5b-9223-4ae519932ed4 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:11.004195 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [req-8b434b32-ae9e-4a67-b507-0ae2c98c1c0f req-ea0d2dc1-9b8e-4c5b-9223-4ae519932ed4 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] For port 62cddc64-9e50-4966-b2e4-f226d45d021a, host hv-cinder-81187, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81187',level=0,port_id=62cddc64-9e50-4966-b2e4-f226d45d021a,segment=NetworkSegment(a9fed64b-77e7-484e-9374-e86fd9832306),segment_id=a9fed64b-77e7-484e-9374-e86fd9832306)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:54:11.004554 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-8b434b32-ae9e-4a67-b507-0ae2c98c1c0f req-ea0d2dc1-9b8e-4c5b-9223-4ae519932ed4 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:11.018060 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [req-8b434b32-ae9e-4a67-b507-0ae2c98c1c0f req-ea0d2dc1-9b8e-4c5b-9223-4ae519932ed4 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Calling delete_port for 62cddc64-9e50-4966-b2e4-f226d45d021a owned by compute:nova {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:54:11.185537 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-8b434b32-ae9e-4a67-b507-0ae2c98c1c0f req-ea0d2dc1-9b8e-4c5b-9223-4ae519932ed4 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (62cddc64-9e50-4966-b2e4-f226d45d021a), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:11.234003 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-0746ab40-72b4-4a5d-a9af-ddca7485a527 req-3250cfce-b434-4422-8daa-eb1e839c532c tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 210 time: 0.0462010 Jan 18 19:54:11.234982 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d2dc1-9b8e-4c5b-9223-4ae519932ed4 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Pushing event deleted for resources: {'Port': ['ID=62cddc64-9e50-4966-b2e4-f226d45d021a,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:54:11.276146 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b434b32-ae9e-4a67-b507-0ae2c98c1c0f req-ea0d2dc1-9b8e-4c5b-9223-4ae519932ed4 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] No DVR routers for this DVR port 62cddc64-9e50-4966-b2e4-f226d45d021a on host hv-cinder-81187 {{(pid=103172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:54:11.278600 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [req-8b434b32-ae9e-4a67-b507-0ae2c98c1c0f req-ea0d2dc1-9b8e-4c5b-9223-4ae519932ed4 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450823'] for port (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:11.281842 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-8b434b32-ae9e-4a67-b507-0ae2c98c1c0f req-ea0d2dc1-9b8e-4c5b-9223-4ae519932ed4 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.35 "DELETE /v2.0/ports/62cddc64-9e50-4966-b2e4-f226d45d021a HTTP/1.1" status: 204 len: 173 time: 0.7052393 Jan 18 19:54:11.282307 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51693dd-7167-4721-8e1a-d3b9b18e637e', 'name': 'network-vif-deleted', 'tag': '62cddc64-9e50-4966-b2e4-f226d45d021a'}] {{(pid=103172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 19:54:11.284536 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0f4cdadad10f7aede570101074fadb6bfc5e3eeb95042f5d2cee2de3268e0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df715ba0-cb2b-4232-aaee-5587d5ef4458" -d '{"events": [{"server_uuid": "b51693dd-7167-4721-8e1a-d3b9b18e637e", "name": "network-vif-deleted", "tag": "62cddc64-9e50-4966-b2e4-f226d45d021a"}]}' {{(pid=103172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 19:54:11.324543 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 19:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc51fa1-609c-4c1f-98ca-f8d6277fea64 x-openstack-request-id: req-fcc51fa1-609c-4c1f-98ca-f8d6277fea64 {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 19:54:11.324543 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51693dd-7167-4721-8e1a-d3b9b18e637e", "name": "network-vif-deleted", "tag": "62cddc64-9e50-4966-b2e4-f226d45d021a", "status": "completed", "code": 200}]} {{(pid=103172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 19:54:11.324543 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcc51fa1-609c-4c1f-98ca-f8d6277fea64 {{(pid=103172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 19:54:11.324543 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51693dd-7167-4721-8e1a-d3b9b18e637e', 'name': 'network-vif-deleted', 'tag': '62cddc64-9e50-4966-b2e4-f226d45d021a', 'status': 'completed', 'code': 200} Jan 18 19:54:12.339885 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [req-1b1c667c-2f71-469d-9208-e27496c5f84d req-e6ed3e19-2930-43b4-ac94-35389dc57bba tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "GET /v2.0/ports?device_id=b51693dd-7167-4721-8e1a-d3b9b18e637e HTTP/1.1" status: 200 len: 210 time: 0.0251851 Jan 18 19:54:13.184594 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:13.395859 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42868) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:13.449890 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-acdd156e-f11a-4180-9a05-f26a1df505a7 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group (335b4084-e1ea-4c73-9ca0-3cffbeb359b7), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:13.474519 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-acdd156e-f11a-4180-9a05-f26a1df505a7 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group (335b4084-e1ea-4c73-9ca0-3cffbeb359b7), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:13.595998 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-acdd156e-f11a-4180-9a05-f26a1df505a7 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (335b4084-e1ea-4c73-9ca0-3cffbeb359b7), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:13.598735 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-acdd156e-f11a-4180-9a05-f26a1df505a7 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:13.599853 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-acdd156e-f11a-4180-9a05-f26a1df505a7 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] 10.222.0.20 "DELETE /v2.0/security-groups/335b4084-e1ea-4c73-9ca0-3cffbeb359b7 HTTP/1.1" status: 204 len: 168 time: 0.2030225 Jan 18 19:54:13.608981 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd156e-f11a-4180-9a05-f26a1df505a7 tempest-TestShelveInstance-1704078357 tempest-TestShelveInstance-1704078357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=335b4084-e1ea-4c73-9ca0-3cffbeb359b7,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:54:14.101415 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 62cddc64-9e50-4966-b2e4-f226d45d021a no longer exists at agent hyperv_hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:54:14.120631 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] No Port match for: 62cddc64-9e50-4966-b2e4-f226d45d021a {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:54:14.120998 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Device 62cddc64-9e50-4966-b2e4-f226d45d021a not bound to the agent host hv-cinder-81187 {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:54:14.707876 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42874) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:15.132972 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2088248'] for router_interface (d7a41e2d-2f65-48ee-b19c-8bc9f33f383f), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:15.369144 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Deleting port 7c023817-9f66-46f4-b644-bca0e8500623 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:54:15.369474 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (7c023817-9f66-46f4-b644-bca0e8500623), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:15.446219 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] For port 7c023817-9f66-46f4-b644-bca0e8500623, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=7c023817-9f66-46f4-b644-bca0e8500623,segment=NetworkSegment(a9fed64b-77e7-484e-9374-e86fd9832306),segment_id=a9fed64b-77e7-484e-9374-e86fd9832306)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:54:15.446579 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (7c023817-9f66-46f4-b644-bca0e8500623), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:15.459084 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Calling delete_port for 7c023817-9f66-46f4-b644-bca0e8500623 owned by network:router_interface {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:54:15.703390 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (7c023817-9f66-46f4-b644-bca0e8500623), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:15.725610 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c023817-9f66-46f4-b644-bca0e8500623,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:54:15.735122 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:15.735475 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:15.735820 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:15.736158 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:15.736491 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:15.737350 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:15.737350 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:15.737545 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:15.737749 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:15.738103 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:15.738424 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:15.738747 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:15.739067 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:15.903553 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2088872'] for router_interface (d7a41e2d-2f65-48ee-b19c-8bc9f33f383f), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:16.107350 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Router d7a41e2d-2f65-48ee-b19c-8bc9f33f383f has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:54:16.209135 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:54:16.214217 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-7819a192-c2c3-433b-90db-606b007363d5 admin admin] 10.222.0.20 "PUT /v2.0/routers/d7a41e2d-2f65-48ee-b19c-8bc9f33f383f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5053270 Jan 18 19:54:16.216680 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42880) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:16.219294 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdca6b20-0846-40cf-bebd-33d483e4ed1c None None] Sync routers for ids ['d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'] in dv-cinder-811877-7-iscsi {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:54:16.229700 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdca6b20-0846-40cf-bebd-33d483e4ed1c None None] Routers {'d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:54:16.230391 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-fdca6b20-0846-40cf-bebd-33d483e4ed1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:53:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:54:16.317346 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f0c-0d3b-4e40-885e-80c33a198448 admin admin] Publish callbacks [] for router (d7a41e2d-2f65-48ee-b19c-8bc9f33f383f), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:16.334695 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-fdca6b20-0846-40cf-bebd-33d483e4ed1c None None] Set router d7a41e2d-2f65-48ee-b19c-8bc9f33f383f gateway port host: dv-cinder-811877-7-iscsi {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:54:16.431654 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f0c-0d3b-4e40-885e-80c33a198448 admin admin] Publish callbacks [] for router_gateway (d7a41e2d-2f65-48ee-b19c-8bc9f33f383f), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:16.518513 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-fdca6b20-0846-40cf-bebd-33d483e4ed1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'name': 'tempest-TestShelveInstance-86379349-router', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:52Z', 'updated_at': '2022-01-18T19:54:15Z', 'revision_number': 5, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'gw_port': {'id': '4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:53Z', 'updated_at': '2022-01-18T19:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:54:16.541672 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a3b04f0c-0d3b-4e40-885e-80c33a198448 admin admin] Deleting port 4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:54:16.542014 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f0c-0d3b-4e40-885e-80c33a198448 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:16.549242 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdca6b20-0846-40cf-bebd-33d483e4ed1c None None] Checking router: d7a41e2d-2f65-48ee-b19c-8bc9f33f383f for host: dv-cinder-811877-7-iscsi {{(pid=103174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:54:16.563882 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdca6b20-0846-40cf-bebd-33d483e4ed1c None None] Routers {'d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:54:16.567130 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-fdca6b20-0846-40cf-bebd-33d483e4ed1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:53:49Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'], 'active': True} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:54:16.622815 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-a3b04f0c-0d3b-4e40-885e-80c33a198448 admin admin] For port 4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:54:16.623174 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f0c-0d3b-4e40-885e-80c33a198448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:16.635618 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-a3b04f0c-0d3b-4e40-885e-80c33a198448 admin admin] Calling delete_port for 4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95 owned by network:router_gateway {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:54:16.638599 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-367d63c7-7d79-47a7-989f-8ef54a5b4c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:16.649590 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvr_db [None req-fdca6b20-0846-40cf-bebd-33d483e4ed1c None None] Set router d7a41e2d-2f65-48ee-b19c-8bc9f33f383f gateway port host: None {{(pid=103174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:54:16.704123 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_hamode_db [None req-fdca6b20-0846-40cf-bebd-33d483e4ed1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'name': 'tempest-TestShelveInstance-86379349-router', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:52Z', 'updated_at': '2022-01-18T19:54:16Z', 'revision_number': 6, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'gw_port_host': None}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:54:16.730509 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdca6b20-0846-40cf-bebd-33d483e4ed1c None None] The sync data for ids ['d7a41e2d-2f65-48ee-b19c-8bc9f33f383f'] in dv-cinder-811877-7-iscsi is: [{'id': 'd7a41e2d-2f65-48ee-b19c-8bc9f33f383f', 'name': 'tempest-TestShelveInstance-86379349-router', 'tenant_id': '0a2b9c4049ba42c2bbf599add5808181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:52Z', 'updated_at': '2022-01-18T19:54:16Z', 'revision_number': 6, 'project_id': '0a2b9c4049ba42c2bbf599add5808181', 'gw_port_host': None}] {{(pid=103174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:54:16.853120 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f0c-0d3b-4e40-885e-80c33a198448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:16.881438 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b04f0c-0d3b-4e40-885e-80c33a198448 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:54:16.935730 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f0c-0d3b-4e40-885e-80c33a198448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087286'] for router_gateway (d7a41e2d-2f65-48ee-b19c-8bc9f33f383f), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:17.256444 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f0c-0d3b-4e40-885e-80c33a198448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2090691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9193'] for router (d7a41e2d-2f65-48ee-b19c-8bc9f33f383f), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:17.258579 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f0c-0d3b-4e40-885e-80c33a198448 admin admin] Publish callbacks [] for router_controller (d7a41e2d-2f65-48ee-b19c-8bc9f33f383f), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:17.361514 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f0c-0d3b-4e40-885e-80c33a198448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2090714'] for router (d7a41e2d-2f65-48ee-b19c-8bc9f33f383f), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:17.362094 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b04f0c-0d3b-4e40-885e-80c33a198448 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7a41e2d-2f65-48ee-b19c-8bc9f33f383f {{(pid=103173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 19:54:17.366423 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-a3b04f0c-0d3b-4e40-885e-80c33a198448 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:17.367520 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-a3b04f0c-0d3b-4e40-885e-80c33a198448 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d7a41e2d-2f65-48ee-b19c-8bc9f33f383f HTTP/1.1" status: 204 len: 168 time: 1.1499310 Jan 18 19:54:17.369955 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42882) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:17.412364 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.db_base_plugin_v2 [None req-1763f62a-b198-4cd4-ae8d-4ad0a23d86d5 admin admin] Deleting subnet 885f19ee-7257-43da-82de-df418c31a807 {{(pid=103173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 19:54:17.415431 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1763f62a-b198-4cd4-ae8d-4ad0a23d86d5 admin admin] Publish callbacks [] for subnet (885f19ee-7257-43da-82de-df418c31a807), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:17.448134 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1763f62a-b198-4cd4-ae8d-4ad0a23d86d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4654559'] for subnet (885f19ee-7257-43da-82de-df418c31a807), precommit_delete_associations {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:17.527658 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1763f62a-b198-4cd4-ae8d-4ad0a23d86d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033805'] for subnet (885f19ee-7257-43da-82de-df418c31a807), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:17.624736 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1763f62a-b198-4cd4-ae8d-4ad0a23d86d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4740263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4604057'] for subnet (885f19ee-7257-43da-82de-df418c31a807), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:17.649719 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763f62a-b198-4cd4-ae8d-4ad0a23d86d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=885f19ee-7257-43da-82de-df418c31a807,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:54:17.653967 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-1763f62a-b198-4cd4-ae8d-4ad0a23d86d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:17.659535 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-1763f62a-b198-4cd4-ae8d-4ad0a23d86d5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/885f19ee-7257-43da-82de-df418c31a807 HTTP/1.1" status: 204 len: 168 time: 0.2863603 Jan 18 19:54:17.660005 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42884) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:17.662513 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5104e43-1937-4cb4-86f8-11b0957859c7 None None] Network 3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:54:17.733896 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612357'] for network (3cebd65c-0550-4d1e-b06d-d56b77b5ebf9), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:17.788291 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] Deleting port 118828d4-18db-4b64-9673-67da2de9e8eb {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:54:17.788632 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (118828d4-18db-4b64-9673-67da2de9e8eb), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:17.831978 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] DHCP port deletion for 3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 request from dv-cinder-811877-7-iscsi {{(pid=103174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 19:54:17.850900 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] For port 118828d4-18db-4b64-9673-67da2de9e8eb, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=118828d4-18db-4b64-9673-67da2de9e8eb,segment=NetworkSegment(a9fed64b-77e7-484e-9374-e86fd9832306),segment_id=a9fed64b-77e7-484e-9374-e86fd9832306)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:54:17.851258 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (118828d4-18db-4b64-9673-67da2de9e8eb), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:17.863050 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] Calling delete_port for 118828d4-18db-4b64-9673-67da2de9e8eb owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:54:17.878917 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] Deleting port 118828d4-18db-4b64-9673-67da2de9e8eb {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:54:17.879296 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (118828d4-18db-4b64-9673-67da2de9e8eb), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:17.949433 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] For port 118828d4-18db-4b64-9673-67da2de9e8eb, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=118828d4-18db-4b64-9673-67da2de9e8eb,segment=NetworkSegment(a9fed64b-77e7-484e-9374-e86fd9832306),segment_id=a9fed64b-77e7-484e-9374-e86fd9832306)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:54:17.949433 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (118828d4-18db-4b64-9673-67da2de9e8eb), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:17.957122 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] Calling delete_port for 118828d4-18db-4b64-9673-67da2de9e8eb owned by network:dhcp {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:54:18.006590 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (118828d4-18db-4b64-9673-67da2de9e8eb), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:18.028671 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909'] for port (118828d4-18db-4b64-9673-67da2de9e8eb), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:18.033047 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] Pushing event deleted for resources: {'Port': ['ID=118828d4-18db-4b64-9673-67da2de9e8eb,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:54:18.034912 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] No DVR routers for this DVR port 118828d4-18db-4b64-9673-67da2de9e8eb on host dv-cinder-811877-7-iscsi {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:54:18.053208 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] Pushing event deleted for resources: {'Port': ['ID=118828d4-18db-4b64-9673-67da2de9e8eb,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:54:18.057711 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] No DVR routers for this DVR port 118828d4-18db-4b64-9673-67da2de9e8eb on host dv-cinder-811877-7-iscsi {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:54:18.064878 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:18.065231 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:18.065576 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:18.065924 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:18.066693 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:18.066693 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:18.066914 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:18.067240 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:18.067571 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:18.067899 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:18.068719 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:18.068719 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:18.068928 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d1545-940f-4165-87cb-e0a7b017f8e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811877-7-iscsi {{(pid=103174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 19:54:18.109094 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1040116', 'neutron.services.segments.db._delete_segments_for_network-8736992440351'] for network (3cebd65c-0550-4d1e-b06d-d56b77b5ebf9), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:18.128795 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cebd65c-0550-4d1e-b06d-d56b77b5ebf9']}} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:54:18.137519 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9fed64b-77e7-484e-9374-e86fd9832306') {'for_net_delete': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:54:18.138472 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9fed64b-77e7-484e-9374-e86fd9832306') {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:54:18.147474 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736992440616', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4654534'] for segment (a9fed64b-77e7-484e-9374-e86fd9832306), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:18.159840 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (a9fed64b-77e7-484e-9374-e86fd9832306), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:18.165547 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 19:54:18.165931 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4740345'] for segment (a9fed64b-77e7-484e-9374-e86fd9832306), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: Traceback (most recent call last): Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: timer() Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: cb(*args, **kw) Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: return func(*args, **kwargs) Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: self._notify() Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: self.callback(batched_events) Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: event.method(event) Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: return f(self, *a, **k) Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: return self._get(url).json() Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: return self.request(url, 'GET', **kwargs) Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:54:18.167650 dv-cinder-811877-7-iscsi neutron-server[103173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:54:18.287553 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1040067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087210'] for network (3cebd65c-0550-4d1e-b06d-d56b77b5ebf9), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:18.292718 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:18.296396 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] 10.222.0.20 "DELETE /v2.0/networks/3cebd65c-0550-4d1e-b06d-d56b77b5ebf9 HTTP/1.1" status: 204 len: 168 time: 0.6356776 Jan 18 19:54:18.299612 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42886) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:18.308243 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd3b0c-191e-4bce-8c50-0f59888c5aef admin admin] Pushing event deleted for resources: {'Network': ['ID=3cebd65c-0550-4d1e-b06d-d56b77b5ebf9,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:54:18.430481 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95 no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:54:18.454239 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: 4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:54:18.454658 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 4ba2d2b7-6ef6-4cb3-a0d7-e94067244e95 not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:54:18.455156 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 118828d4-18db-4b64-9673-67da2de9e8eb no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:54:18.473034 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: 118828d4-18db-4b64-9673-67da2de9e8eb {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:54:18.473380 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 118828d4-18db-4b64-9673-67da2de9e8eb not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:54:18.473779 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 7c023817-9f66-46f4-b644-bca0e8500623 no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:54:18.491971 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: 7c023817-9f66-46f4-b644-bca0e8500623 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:54:18.492316 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 7c023817-9f66-46f4-b644-bca0e8500623 not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:54:18.642905 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-dcef0978-9644-46df-bd5c-580d504d6e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2088248'] for router_interface (9d8bae16-ba18-463d-b5d3-0957dae0869a), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:18.876877 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-dcef0978-9644-46df-bd5c-580d504d6e46 admin admin] Deleting port 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:54:18.877215 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-dcef0978-9644-46df-bd5c-580d504d6e46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (80e5c355-12e3-4ed3-8406-e7a46b5ce4ec), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:18.951196 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [None req-dcef0978-9644-46df-bd5c-580d504d6e46 admin admin] For port 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=80e5c355-12e3-4ed3-8406-e7a46b5ce4ec,segment=NetworkSegment(a6cb31f5-5141-4e83-9ee3-97a1d650834f),segment_id=a6cb31f5-5141-4e83-9ee3-97a1d650834f)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:54:18.951552 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-dcef0978-9644-46df-bd5c-580d504d6e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (80e5c355-12e3-4ed3-8406-e7a46b5ce4ec), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:18.963497 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-dcef0978-9644-46df-bd5c-580d504d6e46 admin admin] Calling delete_port for 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec owned by network:router_interface {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:54:19.202169 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3ca29861-b934-4226-aea5-786ed06eac44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:19.224706 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-dcef0978-9644-46df-bd5c-580d504d6e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (80e5c355-12e3-4ed3-8406-e7a46b5ce4ec), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:19.249510 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef0978-9644-46df-bd5c-580d504d6e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e5c355-12e3-4ed3-8406-e7a46b5ce4ec,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:54:19.419293 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-dcef0978-9644-46df-bd5c-580d504d6e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1651943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2088872'] for router_interface (9d8bae16-ba18-463d-b5d3-0957dae0869a), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:19.626855 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcef0978-9644-46df-bd5c-580d504d6e46 admin admin] Router 9d8bae16-ba18-463d-b5d3-0957dae0869a has already been hosted by L3 agent 6e260d30-d5b9-4b75-b5ef-e12ca487aabb {{(pid=103172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 19:54:19.729227 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcef0978-9644-46df-bd5c-580d504d6e46 admin admin] Notify agent at l3_agent.dv-cinder-811877-7-iscsi the message routers_updated {{(pid=103172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 19:54:19.734571 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-dcef0978-9644-46df-bd5c-580d504d6e46 admin admin] 10.222.0.20 "PUT /v2.0/routers/9d8bae16-ba18-463d-b5d3-0957dae0869a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4338641 Jan 18 19:54:19.737134 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42888) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:19.738443 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0a1ee-8c70-4411-a890-63b0f9e60d16 None None] Sync routers for ids ['9d8bae16-ba18-463d-b5d3-0957dae0869a'] in dv-cinder-811877-7-iscsi {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 19:54:19.749719 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe0a1ee-8c70-4411-a890-63b0f9e60d16 None None] Routers {'9d8bae16-ba18-463d-b5d3-0957dae0869a'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:54:19.750341 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-bbe0a1ee-8c70-4411-a890-63b0f9e60d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:54:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['9d8bae16-ba18-463d-b5d3-0957dae0869a'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:54:19.838220 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-001ca32d-d2aa-4966-b2c5-fefd4aff452a admin admin] Publish callbacks [] for router (9d8bae16-ba18-463d-b5d3-0957dae0869a), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:19.852452 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-bbe0a1ee-8c70-4411-a890-63b0f9e60d16 None None] Set router 9d8bae16-ba18-463d-b5d3-0957dae0869a gateway port host: dv-cinder-811877-7-iscsi {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:54:19.934182 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-001ca32d-d2aa-4966-b2c5-fefd4aff452a admin admin] Publish callbacks [] for router_gateway (9d8bae16-ba18-463d-b5d3-0957dae0869a), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:20.023340 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:20.026184 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-bbe0a1ee-8c70-4411-a890-63b0f9e60d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8bae16-ba18-463d-b5d3-0957dae0869a', 'name': 'tempest-TestShelveInstance-929960765-router', 'tenant_id': '2f3aff3a454149c3a3b0680075af8239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'external_fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1a877157-0c2e-45fc-a2eb-f249ad210bd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:58Z', 'updated_at': '2022-01-18T19:54:19Z', 'revision_number': 5, 'project_id': '2f3aff3a454149c3a3b0680075af8239', 'gw_port': {'id': '1a877157-0c2e-45fc-a2eb-f249ad210bd1', 'name': '', 'network_id': 'f5eef2c2-a885-4f46-b327-cbc20c3014d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8bae16-ba18-463d-b5d3-0957dae0869a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811877-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T19:48:59Z', 'updated_at': '2022-01-18T19:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9269629e-72aa-4525-943b-faee8ca91ecd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811877-7-iscsi'}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:54:20.046951 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-001ca32d-d2aa-4966-b2c5-fefd4aff452a admin admin] Deleting port 1a877157-0c2e-45fc-a2eb-f249ad210bd1 {{(pid=103172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:54:20.047287 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-001ca32d-d2aa-4966-b2c5-fefd4aff452a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (1a877157-0c2e-45fc-a2eb-f249ad210bd1), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:20.055947 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0a1ee-8c70-4411-a890-63b0f9e60d16 None None] Checking router: 9d8bae16-ba18-463d-b5d3-0957dae0869a for host: dv-cinder-811877-7-iscsi {{(pid=103175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 19:54:20.065025 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe0a1ee-8c70-4411-a890-63b0f9e60d16 None None] Routers {'9d8bae16-ba18-463d-b5d3-0957dae0869a'} bound to L3 agent in host dv-cinder-811877-7-iscsi {{(pid=103175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 19:54:20.065628 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-bbe0a1ee-8c70-4411-a890-63b0f9e60d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811877-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T19:27:19Z,description=,heartbeat_timestamp=2022-01-18T19:54:19Z,host='dv-cinder-811877-7-iscsi',id=6e260d30-d5b9-4b75-b5ef-e12ca487aabb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T19:27:20Z,topic='l3_agent')) {'router_ids': ['9d8bae16-ba18-463d-b5d3-0957dae0869a'], 'active': True} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:54:20.124215 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.db [None req-001ca32d-d2aa-4966-b2c5-fefd4aff452a admin admin] For port 1a877157-0c2e-45fc-a2eb-f249ad210bd1, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=1a877157-0c2e-45fc-a2eb-f249ad210bd1,segment=NetworkSegment(4fe4a90a-0df8-4eb5-9d06-608c739e47b0),segment_id=4fe4a90a-0df8-4eb5-9d06-608c739e47b0)] {{(pid=103172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:54:20.124577 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-001ca32d-d2aa-4966-b2c5-fefd4aff452a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (1a877157-0c2e-45fc-a2eb-f249ad210bd1), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:20.136795 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.plugins.ml2.plugin [None req-001ca32d-d2aa-4966-b2c5-fefd4aff452a admin admin] Calling delete_port for 1a877157-0c2e-45fc-a2eb-f249ad210bd1 owned by network:router_gateway {{(pid=103172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:54:20.148865 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_dvr_db [None req-bbe0a1ee-8c70-4411-a890-63b0f9e60d16 None None] Set router 9d8bae16-ba18-463d-b5d3-0957dae0869a gateway port host: None {{(pid=103175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 19:54:20.199452 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.l3_hamode_db [None req-bbe0a1ee-8c70-4411-a890-63b0f9e60d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8bae16-ba18-463d-b5d3-0957dae0869a', 'name': 'tempest-TestShelveInstance-929960765-router', 'tenant_id': '2f3aff3a454149c3a3b0680075af8239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:58Z', 'updated_at': '2022-01-18T19:54:19Z', 'revision_number': 6, 'project_id': '2f3aff3a454149c3a3b0680075af8239', 'gw_port_host': None}], 'dv-cinder-811877-7-iscsi', False) {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:54:20.227858 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0a1ee-8c70-4411-a890-63b0f9e60d16 None None] The sync data for ids ['9d8bae16-ba18-463d-b5d3-0957dae0869a'] in dv-cinder-811877-7-iscsi is: [{'id': '9d8bae16-ba18-463d-b5d3-0957dae0869a', 'name': 'tempest-TestShelveInstance-929960765-router', 'tenant_id': '2f3aff3a454149c3a3b0680075af8239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T19:48:58Z', 'updated_at': '2022-01-18T19:54:19Z', 'revision_number': 6, 'project_id': '2f3aff3a454149c3a3b0680075af8239', 'gw_port_host': None}] {{(pid=103175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 19:54:20.435042 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-001ca32d-d2aa-4966-b2c5-fefd4aff452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6234466'] for port (1a877157-0c2e-45fc-a2eb-f249ad210bd1), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:20.467416 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ca32d-d2aa-4966-b2c5-fefd4aff452a admin admin] Pushing event deleted for resources: {'Port': ['ID=1a877157-0c2e-45fc-a2eb-f249ad210bd1,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:54:20.526730 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-001ca32d-d2aa-4966-b2c5-fefd4aff452a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087286'] for router_gateway (9d8bae16-ba18-463d-b5d3-0957dae0869a), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:20.616636 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-001ca32d-d2aa-4966-b2c5-fefd4aff452a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2090691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9193'] for router (9d8bae16-ba18-463d-b5d3-0957dae0869a), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:20.619372 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-001ca32d-d2aa-4966-b2c5-fefd4aff452a admin admin] Publish callbacks [] for router_controller (9d8bae16-ba18-463d-b5d3-0957dae0869a), precommit_delete_associations {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:20.716481 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-001ca32d-d2aa-4966-b2c5-fefd4aff452a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2090714'] for router (9d8bae16-ba18-463d-b5d3-0957dae0869a), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:20.717072 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001ca32d-d2aa-4966-b2c5-fefd4aff452a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d8bae16-ba18-463d-b5d3-0957dae0869a {{(pid=103172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 19:54:20.721422 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-001ca32d-d2aa-4966-b2c5-fefd4aff452a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:20.724911 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-001ca32d-d2aa-4966-b2c5-fefd4aff452a admin admin] 10.222.0.20 "DELETE /v2.0/routers/9d8bae16-ba18-463d-b5d3-0957dae0869a HTTP/1.1" status: 204 len: 168 time: 0.9845572 Jan 18 19:54:20.725153 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42890) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:20.771544 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.db.db_base_plugin_v2 [None req-c608534f-e3fb-441d-b7ea-d1a380587a7e admin admin] Deleting subnet cb0b2fd1-9624-4627-bee1-137270bc3586 {{(pid=103172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 19:54:20.774598 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c608534f-e3fb-441d-b7ea-d1a380587a7e admin admin] Publish callbacks [] for subnet (cb0b2fd1-9624-4627-bee1-137270bc3586), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:20.810099 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c608534f-e3fb-441d-b7ea-d1a380587a7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6235323'] for subnet (cb0b2fd1-9624-4627-bee1-137270bc3586), precommit_delete_associations {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:20.882567 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c608534f-e3fb-441d-b7ea-d1a380587a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033805'] for subnet (cb0b2fd1-9624-4627-bee1-137270bc3586), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:20.984986 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c608534f-e3fb-441d-b7ea-d1a380587a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6234447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4301648'] for subnet (cb0b2fd1-9624-4627-bee1-137270bc3586), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:20.987173 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:54:21.009722 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:54:21.010051 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 80e5c355-12e3-4ed3-8406-e7a46b5ce4ec not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:54:21.015887 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608534f-e3fb-441d-b7ea-d1a380587a7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb0b2fd1-9624-4627-bee1-137270bc3586,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:54:21.019683 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-c608534f-e3fb-441d-b7ea-d1a380587a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for subnet (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:21.026046 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-c608534f-e3fb-441d-b7ea-d1a380587a7e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cb0b2fd1-9624-4627-bee1-137270bc3586 HTTP/1.1" status: 204 len: 168 time: 0.2968855 Jan 18 19:54:21.026590 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42892) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:21.029012 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6e9cef-8398-422f-991d-52e8d5963a93 None None] Network 3af74f70-6a61-45a3-99ed-ef867a9011f6 requested from dv-cinder-811877-7-iscsi {{(pid=103174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 19:54:21.097346 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-612357'] for network (3af74f70-6a61-45a3-99ed-ef867a9011f6), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:21.151430 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] Deleting port f4f8ddb6-acad-42ad-ad68-aef2740ba724 {{(pid=103173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:54:21.151773 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (f4f8ddb6-acad-42ad-ad68-aef2740ba724), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:21.175499 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267e4aee-64cd-4623-9961-7d8b2ae28a56 None None] DHCP port deletion for 3af74f70-6a61-45a3-99ed-ef867a9011f6 request from dv-cinder-811877-7-iscsi {{(pid=103174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 19:54:21.217404 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.db [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] For port f4f8ddb6-acad-42ad-ad68-aef2740ba724, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=f4f8ddb6-acad-42ad-ad68-aef2740ba724,segment=NetworkSegment(a6cb31f5-5141-4e83-9ee3-97a1d650834f),segment_id=a6cb31f5-5141-4e83-9ee3-97a1d650834f)] {{(pid=103173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:54:21.217768 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (f4f8ddb6-acad-42ad-ad68-aef2740ba724), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:21.230758 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.plugin [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] Calling delete_port for f4f8ddb6-acad-42ad-ad68-aef2740ba724 owned by network:dhcp {{(pid=103173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:54:21.232093 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-267e4aee-64cd-4623-9961-7d8b2ae28a56 None None] Deleting port f4f8ddb6-acad-42ad-ad68-aef2740ba724 {{(pid=103174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 19:54:21.232486 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-267e4aee-64cd-4623-9961-7d8b2ae28a56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736992377052'] for port (f4f8ddb6-acad-42ad-ad68-aef2740ba724), before_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:21.390553 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4740234'] for port (f4f8ddb6-acad-42ad-ad68-aef2740ba724), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:21.415346 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f8ddb6-acad-42ad-ad68-aef2740ba724,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:54:21.420901 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] No DVR routers for this DVR port f4f8ddb6-acad-42ad-ad68-aef2740ba724 on host dv-cinder-811877-7-iscsi {{(pid=103173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:54:21.421638 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.db [None req-267e4aee-64cd-4623-9961-7d8b2ae28a56 None None] For port f4f8ddb6-acad-42ad-ad68-aef2740ba724, host dv-cinder-811877-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811877-7-iscsi',level=0,port_id=f4f8ddb6-acad-42ad-ad68-aef2740ba724,segment=NetworkSegment(a6cb31f5-5141-4e83-9ee3-97a1d650834f),segment_id=a6cb31f5-5141-4e83-9ee3-97a1d650834f)] {{(pid=103174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 19:54:21.422020 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-267e4aee-64cd-4623-9961-7d8b2ae28a56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2083483'] for port (f4f8ddb6-acad-42ad-ad68-aef2740ba724), precommit_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:21.435729 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-267e4aee-64cd-4623-9961-7d8b2ae28a56 None None] Calling delete_port for f4f8ddb6-acad-42ad-ad68-aef2740ba724 owned by network:dhcp {{(pid=103174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 19:54:21.495363 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1040116', 'neutron.services.segments.db._delete_segments_for_network-8736992440351'] for network (3af74f70-6a61-45a3-99ed-ef867a9011f6), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:21.508014 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-267e4aee-64cd-4623-9961-7d8b2ae28a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1031889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736992386672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736991853909'] for port (f4f8ddb6-acad-42ad-ad68-aef2740ba724), after_delete {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:21.511329 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af74f70-6a61-45a3-99ed-ef867a9011f6']}} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:54:21.521414 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6cb31f5-5141-4e83-9ee3-97a1d650834f') {'for_net_delete': True} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:54:21.521825 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.services.segments.db [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6cb31f5-5141-4e83-9ee3-97a1d650834f') {} {{(pid=103173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 19:54:21.531409 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736992440616', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4654534'] for segment (a6cb31f5-5141-4e83-9ee3-97a1d650834f), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:21.539174 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e4aee-64cd-4623-9961-7d8b2ae28a56 None None] Pushing event deleted for resources: {'Port': ['ID=f4f8ddb6-acad-42ad-ad68-aef2740ba724,revision_number=None']} {{(pid=103174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:54:21.547005 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962'] for segment (a6cb31f5-5141-4e83-9ee3-97a1d650834f), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:21.548579 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267e4aee-64cd-4623-9961-7d8b2ae28a56 None None] No DVR routers for this DVR port f4f8ddb6-acad-42ad-ad68-aef2740ba724 on host dv-cinder-811877-7-iscsi {{(pid=103174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 19:54:21.561546 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 19:54:21.561546 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4740345'] for segment (a6cb31f5-5141-4e83-9ee3-97a1d650834f), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: Traceback (most recent call last): Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: timer() Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: cb(*args, **kw) Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: return func(*args, **kwargs) Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: self._notify() Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: self.callback(batched_events) Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: event.method(event) Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: return f(self, *a, **k) Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: return self._get(url).json() Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: return self.request(url, 'GET', **kwargs) Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 19:54:21.568382 dv-cinder-811877-7-iscsi neutron-server[103173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 19:54:21.613097 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:21.653067 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1040067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1651948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087210'] for network (3af74f70-6a61-45a3-99ed-ef867a9011f6), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:21.657838 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1651866'] for network (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:21.661183 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3af74f70-6a61-45a3-99ed-ef867a9011f6 HTTP/1.1" status: 204 len: 168 time: 0.6337144 Jan 18 19:54:21.675512 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7453b3-ca3f-4ff7-bb01-8373c8fbda05 admin admin] Pushing event deleted for resources: {'Network': ['ID=3af74f70-6a61-45a3-99ed-ef867a9011f6,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:54:21.920662 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42896) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:21.962388 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-da608245-2cfe-45d2-a743-712260541ced admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a2b9c4049ba42c2bbf599add5808181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405533 Jan 18 19:54:21.964757 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [-] (103173) accepted ('10.222.0.20', 42898) {{(pid=103173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:22.009817 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c6412c95-efce-4279-9f3e-599de6ad5fb9 admin admin] Publish callbacks [] for security_group (8cedf0d4-7f53-432a-ac41-bf781bf893ec), before_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:22.030702 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c6412c95-efce-4279-9f3e-599de6ad5fb9 admin admin] Publish callbacks [] for security_group (8cedf0d4-7f53-432a-ac41-bf781bf893ec), precommit_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:22.190204 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c6412c95-efce-4279-9f3e-599de6ad5fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (8cedf0d4-7f53-432a-ac41-bf781bf893ec), after_delete {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:22.192836 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron_lib.callbacks.manager [None req-c6412c95-efce-4279-9f3e-599de6ad5fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:22.193979 dv-cinder-811877-7-iscsi neutron-server[103173]: INFO neutron.wsgi [None req-c6412c95-efce-4279-9f3e-599de6ad5fb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cedf0d4-7f53-432a-ac41-bf781bf893ec HTTP/1.1" status: 204 len: 168 time: 0.2283530 Jan 18 19:54:22.202280 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6412c95-efce-4279-9f3e-599de6ad5fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cedf0d4-7f53-432a-ac41-bf781bf893ec,revision_number=None']} {{(pid=103173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:54:22.428025 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 1a877157-0c2e-45fc-a2eb-f249ad210bd1 no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:54:22.447834 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: 1a877157-0c2e-45fc-a2eb-f249ad210bd1 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:54:22.448113 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device 1a877157-0c2e-45fc-a2eb-f249ad210bd1 not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:54:22.448509 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device f4f8ddb6-acad-42ad-ad68-aef2740ba724 no longer exists at agent ovs-agent-dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 19:54:22.471149 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.plugin [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] No Port match for: f4f8ddb6-acad-42ad-ad68-aef2740ba724 {{(pid=103174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 19:54:22.471707 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron.plugins.ml2.rpc [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Device f4f8ddb6-acad-42ad-ad68-aef2740ba724 not bound to the agent host dv-cinder-811877-7-iscsi {{(pid=103174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 19:54:22.805665 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42904) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:22.844397 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-24c60482-5cc7-4f1e-bf67-c7e5abb16cd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f3aff3a454149c3a3b0680075af8239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372601 Jan 18 19:54:22.846719 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [-] (103172) accepted ('10.222.0.20', 42906) {{(pid=103172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 19:54:22.892556 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-81cf54d7-ab43-46d6-b5f1-6b40d7bb4bb2 admin admin] Publish callbacks [] for security_group (a27d7696-dc76-4957-89ad-c9f5d452db43), before_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:22.912684 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-81cf54d7-ab43-46d6-b5f1-6b40d7bb4bb2 admin admin] Publish callbacks [] for security_group (a27d7696-dc76-4957-89ad-c9f5d452db43), precommit_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:23.006997 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-81cf54d7-ab43-46d6-b5f1-6b40d7bb4bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082544'] for security_group (a27d7696-dc76-4957-89ad-c9f5d452db43), after_delete {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:23.009595 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron_lib.callbacks.manager [None req-81cf54d7-ab43-46d6-b5f1-6b40d7bb4bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:23.010790 dv-cinder-811877-7-iscsi neutron-server[103172]: INFO neutron.wsgi [None req-81cf54d7-ab43-46d6-b5f1-6b40d7bb4bb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a27d7696-dc76-4957-89ad-c9f5d452db43 HTTP/1.1" status: 204 len: 168 time: 0.1631565 Jan 18 19:54:23.018454 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf54d7-ab43-46d6-b5f1-6b40d7bb4bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27d7696-dc76-4957-89ad-c9f5d452db43,revision_number=None']} {{(pid=103172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 19:54:23.052877 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:32.939315 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:54:43.165996 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:46.656780 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-615fe74a-5bd2-4edc-9ccd-1f845dee3a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:49.177310 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-87ce8c9c-8fe5-4d15-951b-e2b08434952a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:50.045673 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:51.634316 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:54:53.056806 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:07.651750 dv-cinder-811877-7-iscsi neutron-server[103173]: DEBUG neutron.wsgi [req-e1bb600a-1a4b-42cc-bca6-28f51edcba4e req-cad8e992-025a-4e5f-977b-f488ad185072 tempest-AttachVolumeNegativeTest-1823599114 tempest-AttachVolumeNegativeTest-1823599114-project] (103173) timed out ('10.222.0.35', 49571) {{(pid=103173) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 19:55:09.938330 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:55:13.147190 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:16.609895 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4c99488c-ec13-4422-8d86-70aefcf53f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:19.164338 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a937badb-1ee0-431f-86de-784cc11f963d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:20.010188 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:21.598729 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:23.078444 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:43.156993 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:46.603530 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1de27e23-bceb-47ba-877f-810bd5d94b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:46.937496 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:55:49.179924 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-22d61645-93c5-45a1-8c1c-b7f9124d4b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:50.003149 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:51.615230 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:55:53.088974 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:13.168380 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:16.606962 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-12817fce-a9c7-4635-a507-46a89d1c9a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:19.167788 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4b3d74f0-ab52-4498-b9e9-4f9af2bce7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:20.025011 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:21.642650 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:23.098752 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:23.935813 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:56:43.159786 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:46.607098 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1caed88c-9108-445b-b3d2-f8aa674de674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:49.167603 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-d28ef922-25a3-454b-86c0-f4c722387298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:50.035749 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:51.658766 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:56:53.067888 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:00.935147 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:57:13.195394 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:16.609800 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-1d17273b-6a5d-4ee6-83b3-35a7dba24493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:19.186843 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-a6a97f81-daac-4371-b8e5-03b38ca2a28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:20.034845 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:21.627504 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:23.063209 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:37.934304 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:57:43.191632 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:46.645356 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-78f8d2ed-df6d-4c92-b2e4-4ab26d4806e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:49.165558 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b6c70e2e-77dd-4cff-a54d-8364891242e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:50.017125 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:51.668324 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:57:53.096373 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:13.218462 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:14.933707 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:58:16.656016 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-36ab131c-2db5-41f2-b569-825b1f6a6967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:19.172506 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-3be16769-a7aa-4ca5-8a6d-3ee52497b266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:20.050378 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:21.638342 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:23.067217 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:33.130885 dv-cinder-811877-7-iscsi neutron-server[103172]: DEBUG neutron.wsgi [req-72b95cc1-1d99-4fd9-841d-78fd47f8b183 req-4bce2bc0-a77a-4fb0-ad37-db9ef60444d7 service neutron] (103172) timed out ('10.222.0.35', 49574) {{(pid=103172) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 18 19:58:43.186514 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:46.645590 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-6116a06b-90c9-40e2-a44a-bd6c1f0ef544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:49.165443 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-51a9a024-4f76-429f-9912-51beb4f8245b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:50.039306 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:51.634280 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:58:51.932976 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:58:53.073480 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:13.192118 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:16.621025 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-b7313286-4595-4bfd-af66-2fab207999c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:19.203528 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-55ea6eaa-cf3e-4d9b-8dd3-241dfc398dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:20.043626 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:21.649386 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:23.088996 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:28.933366 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 19:59:43.156696 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:46.659242 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4ac039d1-9be9-4fe9-8244-cc86713ed443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (0d168223-99d0-40e7-a552-9355723bc6d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:49.167864 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-0dacb072-ab49-4dea-bd24-6c51a357eb4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (6e260d30-d5b9-4b75-b5ef-e12ca487aabb), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:50.053173 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-7f33819f-803f-4c33-85f7-846198b55f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (469afc35-7821-404b-9165-bee38b081865), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:51.636199 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-4dc538e8-90fa-4204-b0fc-3f3a5f18e093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (a078a405-5d7f-4044-8f75-721668894c49), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 19:59:53.070427 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-88343a78-0540-4530-9301-7fd96efd3c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (9ba81402-af6e-4cb4-a90e-23cf932c28f5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 20:00:05.931410 dv-cinder-811877-7-iscsi neutron-server[103175]: DEBUG neutron.db.agents_db [None req-18c9f8f9-aa06-45e1-9418-3643824fd564 None None] Agent healthcheck: found 6 active agents {{(pid=103175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 20:00:13.189631 dv-cinder-811877-7-iscsi neutron-server[103174]: DEBUG neutron_lib.callbacks.manager [None req-2999c806-ccb1-4fce-8bb3-8fe54d963640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736992440333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1042958'] for agent (ca0d88b3-cb39-459c-838f-fbb6d866e3d5), after_update {{(pid=103174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}